-- Logs begin at Thu 2022-03-03 05:41:32 UTC, end at Thu 2022-03-03 06:51:24 UTC. -- Mar 03 06:25:12.713114 dv-cinder-831090-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 06:25:15.640825 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.common.config [-] Logging enabled! Mar 03 06:25:15.641426 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 06:25:15.641652 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103463) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 06:25:15.645017 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.common.config [-] Logging enabled! Mar 03 06:25:15.645277 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 06:25:15.645612 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103463) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 06:25:15.646806 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 06:25:15.647048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 06:25:15.647421 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 06:25:15.647674 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 06:25:15.648307 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 06:25:15.648639 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.649708 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 03 06:25:15.650048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.650355 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.650659 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.650962 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.651261 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.651549 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.651846 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.652151 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.652444 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.652730 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.653022 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.653322 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.653630 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.653926 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.654219 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.654508 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] debug = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.654794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.655235 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.655657 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.655943 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.656241 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.656528 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.656807 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.657094 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.657382 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.657737 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] host = dv-cinder-831090-6-iscsi {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.658029 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.658323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.658616 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.658908 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.659190 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.659473 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.659762 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.660039 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.660317 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.660598 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.660890 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.661182 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.661476 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.661732 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.661963 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.662268 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.662561 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.662842 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.663119 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.663396 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.663673 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.663949 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.664222 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.664514 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.664829 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.665120 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.665400 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.665700 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.665979 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.666253 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.666545 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.666823 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.667100 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.667378 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.667667 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.667944 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.668219 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.668522 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.668813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.669100 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.669390 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.669699 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.669987 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.670263 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.670539 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.670814 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] use_json = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.671090 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.671363 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.671648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.671924 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.672198 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.672472 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.672747 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.673034 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.673309 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:15.673626 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.673926 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.674228 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.674527 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.674841 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.675107 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.675398 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.675679 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.675970 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.676261 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.676555 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.676838 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.677141 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.677434 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.677754 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.678069 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.678365 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.678659 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.678937 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.679214 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.679489 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.679769 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.680056 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.680865 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.681163 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.681453 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.681761 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.682064 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.682352 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.682647 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.682938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.683216 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.683497 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.683789 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.684068 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.684344 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.684624 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.684915 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.685196 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.685471 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.685779 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.686062 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.686337 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.686612 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.686892 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.687185 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.687465 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.687740 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.688015 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.688293 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.688573 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.688859 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.689137 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.689414 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.689721 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.690004 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.690279 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.690556 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.690835 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.691109 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.691387 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.691663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.691935 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.692211 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.692490 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.692765 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.693043 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.693318 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.693615 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.693893 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.694169 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.694444 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.694718 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.694991 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.695281 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.695579 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.695858 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.696705 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.696986 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.697265 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.697545 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.697848 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.698127 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.698405 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.698685 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.698976 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.699261 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.699553 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.699855 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.700135 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.700432 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.700711 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.700990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.701271 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.701555 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.701853 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.702140 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.702426 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.702726 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.703025 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.703323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.703623 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.703920 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.704204 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.704515 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.704799 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:15.705019 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 06:25:15.705260 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103463) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 06:25:16.080636 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 06:25:16.080920 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 06:25:16.081233 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 06:25:16.081745 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 06:25:16.410777 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.411066 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.411341 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.412645 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.412925 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.413193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.459155 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.459434 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.459708 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.474169 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.474454 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.474731 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.504351 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.504634 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.504902 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.542567 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.542846 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.543118 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.897424 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.898060 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.898060 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.898245 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.898916 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.998183 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.998507 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.998795 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.999070 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.999340 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.999654 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:16.999919 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.000181 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.000442 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.000728 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.001000 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.001272 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.001532 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.001815 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.002077 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.002347 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.002605 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.002877 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.003149 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.003412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.003685 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.003940 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.004223 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.004602 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.004856 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.005106 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.005504 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:17.005774 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:17.006017 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:17.006257 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:17.006496 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:17.006735 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:17.007117 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 06:25:17.010906 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 06:25:17.015031 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 06:25:17.018935 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 03 06:25:17.020588 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 06:25:17.021059 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 06:25:17.021405 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 06:25:17.022076 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 06:25:17.025558 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 06:25:17.025831 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 06:25:17.026179 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 06:25:17.031088 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 03 06:25:17.054972 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 06:25:17.055453 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.055756 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103463) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 03 06:25:17.056129 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.057506 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103463) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 06:25:17.057810 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 06:25:17.058060 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 06:25:17.061376 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.061704 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:17.124079 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 06:25:17.124325 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 06:25:17.124567 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 06:25:17.124939 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 06:25:17.145273 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_db.sqlalchemy.engines [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103463) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 03 06:25:17.763687 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing driver for type 'gre' Mar 03 06:25:17.764210 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] gre ID ranges: [(1, 1000)] Mar 03 06:25:18.055249 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing driver for type 'local' Mar 03 06:25:18.055889 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing driver for type 'vlan' Mar 03 06:25:18.197910 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] VlanTypeDriver initialization complete Mar 03 06:25:18.198474 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing driver for type 'vxlan' Mar 03 06:25:18.199031 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] vxlan ID ranges: [(1, 1000)] Mar 03 06:25:18.380607 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing extension driver 'port_security' Mar 03 06:25:18.380878 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.extensions.port_security [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] PortSecurityExtensionDriver initialization complete Mar 03 06:25:18.381215 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing mechanism driver 'openvswitch' Mar 03 06:25:18.381552 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing mechanism driver 'hyperv' Mar 03 06:25:18.394628 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:25:18.395491 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.395868 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.396294 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.397083 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 06:25:18.397523 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.398014 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.398367 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.398763 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 06:25:18.399840 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.400192 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.400537 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.400934 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 06:25:18.401345 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > security_group after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.401736 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > security_group after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.402083 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.402532 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 06:25:18.402943 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.403298 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.403639 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.404030 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 06:25:18.404442 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > address_group after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.404791 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > address_group after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.405132 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.405527 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 06:25:18.406000 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] ML2 OVO RPC backend initialized. {{(pid=103463) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 03 06:25:18.406703 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.407059 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.407476 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.407824 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > networks before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.408175 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.408527 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > ports before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.408873 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.409215 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnets before_response 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.409561 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.409922 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.410260 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.410596 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.410932 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.411265 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.411599 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.411933 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.412266 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.419542 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded quota_driver: . Mar 03 06:25:18.419910 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.plugin [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Modular L2 Plugin initialization complete Mar 03 06:25:18.420258 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading services supported by the core plugin {{(pid=103463) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 06:25:18.420599 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.plugins.ml2.managers [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Got port-security extension from driver 'port_security' Mar 03 06:25:18.421082 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.extensions.vlantransparent [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Disabled vlantransparent extension. Mar 03 06:25:18.421623 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103463) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 06:25:18.421924 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: router Mar 03 06:25:18.457536 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.457957 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.458330 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router before_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.458702 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.459075 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.459433 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_delete 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.459792 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.460140 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.460497 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.460841 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.461188 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.462178 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.462546 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.462962 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.463333 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.463674 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.464014 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.464354 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.464701 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.465050 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.465391 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.465754 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.466111 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router after_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.466451 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.466927 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_create 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.467292 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.467638 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_update 55549900 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.468008 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > agent after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.468360 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > agent after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.468707 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > network after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.469555 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Tracking information for resource: router configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:18.469916 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Tracking information for resource: floatingip configured {{(pid=103463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 06:25:18.474811 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.db.l3_agentschedulers_db [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 06:25:18.475389 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.475756 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.476109 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.476462 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.477277 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router before_create 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.477667 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.478039 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_create 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.478397 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > router precommit_update 55550100 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.483168 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.provider_configuration [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service providers = [] {{(pid=103463) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 06:25:18.483537 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.db.servicetype_db [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103463) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 06:25:18.486525 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.service_base [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 06:25:18.486881 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.service_base [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 06:25:18.487224 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.service_base [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 06:25:18.488117 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.services.service_base [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 06:25:18.488490 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.services.service_base [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 06:25:18.488862 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.489182 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 06:25:18.499945 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.500286 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: auto_allocate Mar 03 06:25:18.506219 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: network precommit_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.506599 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: network precommit_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.507122 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.507451 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: tag Mar 03 06:25:18.514785 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.515118 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: timestamp Mar 03 06:25:18.518941 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.519277 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: network_ip_availability Mar 03 06:25:18.525559 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.525955 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.526313 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.527019 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.527404 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: flavors Mar 03 06:25:18.532243 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.532576 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading Plugin: revisions Mar 03 06:25:18.536870 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 06:25:18.537267 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_concurrency.lockutils [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.456s {{(pid=103463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 06:25:18.538031 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103463) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 06:25:18.538371 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Initializing extension manager. Mar 03 06:25:18.538897 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: __init__.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.539241 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: __pycache__ {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.539595 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.539931 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: address_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.540684 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.541242 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: address-group Mar 03 06:25:18.541586 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: address_scope.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.542302 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.542817 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: address-scope Mar 03 06:25:18.543142 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.544066 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.544581 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: router-admin-state-down-before-update Mar 03 06:25:18.544906 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: agent.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.545627 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.546137 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: agent Mar 03 06:25:18.546463 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: agent_resources_synced.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.547366 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.547877 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: agent-resources-synced Mar 03 06:25:18.548205 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: allowedaddresspairs.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.550012 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.550535 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: allowed-address-pairs Mar 03 06:25:18.550863 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: auto_allocated_topology.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.551944 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.552455 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: auto-allocated-topology Mar 03 06:25:18.552779 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: availability_zone.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.553467 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.554006 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: availability_zone Mar 03 06:25:18.554331 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: availability_zone_filter.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.555285 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.555792 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: availability_zone_filter Mar 03 06:25:18.556116 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: data_plane_status.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.557019 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.557515 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 06:25:18.557864 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: default_subnetpools.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.558788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.559275 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: default-subnetpools Mar 03 06:25:18.559597 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.560399 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.560902 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: dhcp_agent_scheduler Mar 03 06:25:18.561224 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: dns.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.562168 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.562670 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 06:25:18.562994 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: dns_domain_ports.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.563911 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.564416 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 06:25:18.564742 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.565687 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.566195 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 03 06:25:18.566525 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: dvr.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.567193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.567699 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: dvr Mar 03 06:25:18.568026 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: ecmp_routes.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.568940 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.569447 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 03 06:25:18.569797 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: empty_string_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.570702 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.571741 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: empty-string-filtering Mar 03 06:25:18.572065 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.572978 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.573481 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 06:25:18.573829 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.574742 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.575252 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 06:25:18.575577 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: external_net.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.576477 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.576982 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: external-net Mar 03 06:25:18.577303 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.578220 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.578732 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: extra_dhcp_opt Mar 03 06:25:18.579051 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: extraroute.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.579947 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.580453 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: extraroute Mar 03 06:25:18.580773 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: extraroute_atomic.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.581841 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.582352 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: extraroute-atomic Mar 03 06:25:18.582675 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: filter_validation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.583345 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.583852 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: filter-validation Mar 03 06:25:18.584174 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: fip_pf_description.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.585091 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.585615 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 06:25:18.585939 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: fip_port_details.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.587612 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.588121 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: fip-port-details Mar 03 06:25:18.588446 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: flavors.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.589718 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.590240 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: flavors Mar 03 06:25:18.590567 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.592242 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.592764 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 06:25:18.593092 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: floatingip_pools.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.593821 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.594339 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: floatingip-pools Mar 03 06:25:18.594663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: ip_allocation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.595586 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.596088 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 06:25:18.596409 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.597327 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.597867 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: ip-substring-filtering Mar 03 06:25:18.598196 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l2_adjacency.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.599111 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.599615 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 06:25:18.600018 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.600972 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.601488 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: router Mar 03 06:25:18.601839 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.604127 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.604656 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 06:25:18.604993 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.605955 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.606470 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: ext-gw-mode Mar 03 06:25:18.606801 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.607716 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.608230 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: l3-ha Mar 03 06:25:18.608558 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.609468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.610006 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 03 06:25:18.610331 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_flavors.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.611244 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.611752 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: l3-flavors Mar 03 06:25:18.612077 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.613452 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.613997 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 03 06:25:18.614325 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.615236 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.615748 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 06:25:18.616073 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: l3agentscheduler.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.617106 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.617643 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: l3_agent_scheduler Mar 03 06:25:18.617997 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: local_ip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.619783 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.620629 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension local_ip not supported by any of loaded plugins Mar 03 06:25:18.620963 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: logging.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.623807 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.624331 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension logging not supported by any of loaded plugins Mar 03 06:25:18.624667 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: metering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.625410 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.626019 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: metering Mar 03 06:25:18.626353 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.627458 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.627978 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: metering_source_and_destination_fields Mar 03 06:25:18.628306 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: multiprovidernet.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.629250 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.629792 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: multi-provider Mar 03 06:25:18.630122 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: netmtu.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.631100 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.631563 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: net-mtu Mar 03 06:25:18.631888 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: netmtu_writable.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.632803 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.633860 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: net-mtu-writable Mar 03 06:25:18.634193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: network_availability_zone.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.634867 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.635378 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: network_availability_zone Mar 03 06:25:18.635703 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: network_ip_availability.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.636810 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.637333 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: network-ip-availability Mar 03 06:25:18.637689 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: network_segment_range.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.638454 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.638959 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 06:25:18.639287 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: pagination.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.640264 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.640596 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: pagination Mar 03 06:25:18.640920 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: port_device_profile.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.641908 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.642423 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: port-device-profile Mar 03 06:25:18.642746 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.643690 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.644198 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: port-mac-address-regenerate Mar 03 06:25:18.644520 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.645424 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.645973 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: port-numa-affinity-policy Mar 03 06:25:18.646299 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: port_resource_request.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.647467 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.647972 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 06:25:18.648294 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: port_resource_request_groups.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.649849 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.650359 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 03 06:25:18.650678 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: portbindings.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.651602 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.652115 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: binding Mar 03 06:25:18.652437 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: portbindings_extended.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.653731 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.654246 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: binding-extended Mar 03 06:25:18.654571 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: portsecurity.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.655541 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.656055 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: port-security Mar 03 06:25:18.656378 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: project_id.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.657351 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.657704 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: project-id Mar 03 06:25:18.658032 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: providernet.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.658940 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.659455 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: provider Mar 03 06:25:18.659785 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.663400 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.663929 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos not supported by any of loaded plugins Mar 03 06:25:18.664265 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.665541 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.666083 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 06:25:18.666414 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.667336 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.667889 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 06:25:18.668218 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_default.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.669130 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.669681 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-default not supported by any of loaded plugins Mar 03 06:25:18.670009 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_fip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.670944 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.671458 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 06:25:18.671781 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.672692 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.673209 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 03 06:25:18.673533 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_gateway_ip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.674471 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.674992 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 06:25:18.675315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_port_network_policy.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.676345 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.676862 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 06:25:18.677186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.678254 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.678776 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 03 06:25:18.679106 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.680151 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.681278 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 03 06:25:18.681627 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_pps_rule.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.682821 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.683342 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-pps not supported by any of loaded plugins Mar 03 06:25:18.683669 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_rule_type_details.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.684584 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.685099 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 06:25:18.685425 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: qos_rules_alias.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.686503 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.687025 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 06:25:18.687351 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: quota_check_limit.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.688259 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.688777 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: quota-check-limit Mar 03 06:25:18.689103 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: quotasv2.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.690051 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.690384 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: quotas Mar 03 06:25:18.690710 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: quotasv2_detail.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.692411 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.692752 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: quota_details Mar 03 06:25:18.693084 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: rbac.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.694156 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.694681 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: rbac-policies Mar 03 06:25:18.695008 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: rbac_address_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.696538 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.697060 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: rbac-address-group Mar 03 06:25:18.697389 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: rbac_address_scope.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.698338 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.698857 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: rbac-address-scope Mar 03 06:25:18.699182 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: rbac_security_groups.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.700103 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.700619 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: rbac-security-groups Mar 03 06:25:18.701027 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: rbac_subnetpool.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.702046 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.702562 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: rbac-subnetpool Mar 03 06:25:18.702886 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: revisionifmatch.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.703808 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.704323 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: revision-if-match Mar 03 06:25:18.704647 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: revisions.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.705790 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.706306 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: standard-attr-revisions Mar 03 06:25:18.706636 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: router_availability_zone.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.707312 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.707827 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: router_availability_zone Mar 03 06:25:18.708153 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: routerservicetype.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.709075 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.709602 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 06:25:18.709936 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.710862 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.711379 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: security-groups-normalized-cidr Mar 03 06:25:18.711727 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.712655 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.713169 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: port-security-groups-filtering Mar 03 06:25:18.713491 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.714474 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.714990 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: security-groups-remote-address-group Mar 03 06:25:18.715316 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.716237 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.716753 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: security-groups-shared-filtering Mar 03 06:25:18.717078 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.717694 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 03 06:25:18.718019 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: securitygroup.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.727661 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.728190 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: security-group Mar 03 06:25:18.728528 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: segment.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.729312 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.729851 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension segment not supported by any of loaded plugins Mar 03 06:25:18.730185 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.731121 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.731632 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 06:25:18.731959 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: servicetype.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.733063 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.733594 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: service-type Mar 03 06:25:18.733929 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: sorting.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.734910 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.735242 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: sorting Mar 03 06:25:18.735565 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: standard_attr_segment.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.736487 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.737001 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 06:25:18.737325 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: standardattrdescription.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.738067 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.738575 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: standard-attr-description Mar 03 06:25:18.738900 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: stateful_security_group.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.739836 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.740352 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: stateful-security-group Mar 03 06:25:18.740679 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: stdattrs_common.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.741248 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 06:25:18.741582 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.742518 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.743545 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 06:25:18.743865 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: subnet_onboard.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.744978 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.745499 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: subnet_onboard Mar 03 06:25:18.745857 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.746809 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.747319 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 06:25:18.747644 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: subnet_service_types.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.748565 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.749079 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: subnet-service-types Mar 03 06:25:18.749407 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: subnetallocation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.750568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.751085 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: subnet_allocation Mar 03 06:25:18.751416 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.752169 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.752680 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: subnetpool-prefix-ops Mar 03 06:25:18.753007 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.753977 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.754487 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 06:25:18.754813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: tagging.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.755847 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.756360 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: standard-attr-tag Mar 03 06:25:18.756688 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: timestamp.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.757923 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.758991 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loaded extension: standard-attr-timestamp Mar 03 06:25:18.759320 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: trunk.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.760354 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.760871 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension trunk not supported by any of loaded plugins Mar 03 06:25:18.761199 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: trunk_details.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.762154 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.762665 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 06:25:18.762992 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: uplink_status_propagation.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.763904 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.764415 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 06:25:18.764738 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Loading extension file: vlantransparent.py {{(pid=103463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 06:25:18.765427 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 06:25:18.765976 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 06:25:18.768424 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:network Mar 03 06:25:18.768942 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:subnet Mar 03 06:25:18.769341 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 06:25:18.769770 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:port Mar 03 06:25:18.771035 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.771734 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service FLAVORS assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.772342 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.772773 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.773107 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:router Mar 03 06:25:18.773528 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 06:25:18.774061 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service METERING assigned prefix: /metering {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.775474 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.775843 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.776203 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:25:18.777155 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 06:25:18.777635 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:security_group Mar 03 06:25:18.778063 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 06:25:18.778663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.778995 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 06:25:18.779339 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] subnetpool is already registered Mar 03 06:25:18.779766 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.780097 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 06:25:18.780427 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] subnetpool is already registered Mar 03 06:25:18.782683 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.783116 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service FLAVORS assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.783694 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.784115 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.784449 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:router Mar 03 06:25:18.784788 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] router is already registered Mar 03 06:25:18.785198 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 06:25:18.785534 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] floatingip is already registered Mar 03 06:25:18.786010 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service METERING assigned prefix: /metering {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.786676 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 06:25:18.787005 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] rbac_policy is already registered Mar 03 06:25:18.787416 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:security_group Mar 03 06:25:18.787749 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] security_group is already registered Mar 03 06:25:18.788148 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 06:25:18.788478 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] security_group_rule is already registered Mar 03 06:25:18.789107 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.789435 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 06:25:18.789832 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] subnetpool is already registered Mar 03 06:25:18.790254 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.v2.resource_helper [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Service CORE assigned prefix: {{(pid=103463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 06:25:18.790578 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 06:25:18.790907 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING neutron.quota.resource_registry [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] subnetpool is already registered Mar 03 06:25:18.791374 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: extensions {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.792820 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: address-groups {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.794340 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: address-scopes {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.795648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: agents {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.796798 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: auto-allocated-topology {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.798056 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: availability_zones {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.799270 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: dhcp-networks {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.800838 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: dhcp-agents {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.802367 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: routers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.804555 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: flavors {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.806282 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: service_profiles {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.807492 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: next_providers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.808943 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: service_profiles {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.810487 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: floatingip-pools {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.811707 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: routers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.813823 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: floatingips {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.815962 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: l3-routers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.817339 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: l3-agents {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.818773 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: metering-labels {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.820119 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: metering-label-rules {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.822031 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: network-ip-availabilities {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.823291 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: bindings {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.824928 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: quotas {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.826508 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: quotas {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.828024 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: rbac-policies {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.829318 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: security-groups {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.830564 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: security-group-rules {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.831803 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: service-providers {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.833006 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: subnetpools {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.834463 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: subnetpools {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.835919 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.837638 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.839424 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.841169 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.842991 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.844826 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.846524 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.848400 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.850177 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.851992 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron.api.extensions [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Extended resource: tags {{(pid=103463) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 06:25:18.857865 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING keystonemiddleware.auth_token [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 06:25:18.862551 dv-cinder-831090-6-iscsi neutron-server[103463]: WARNING keystonemiddleware.auth_token [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 06:25:18.871816 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_concurrency.lockutils [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Acquired lock "singleton_lock" {{(pid=103463) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 03 06:25:18.872287 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_concurrency.lockutils [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Releasing lock "singleton_lock" {{(pid=103463) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 03 06:25:18.872934 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Starting 2 workers Mar 03 06:25:18.877878 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Started child 103574 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 06:25:18.882477 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Started child 103575 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 06:25:18.887787 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:18.888554 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO neutron.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 06:25:18.888554 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:18.888865 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [-] (103574) wsgi starting up on http://0.0.0.0:9696 Mar 03 06:25:18.889014 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:18.889470 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Starting 1 workers Mar 03 06:25:18.889668 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58540) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:18.889821 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [-] (103575) wsgi starting up on http://0.0.0.0:9696 Mar 03 06:25:18.893153 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Started child 103577 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 06:25:18.893722 dv-cinder-831090-6-iscsi neutron-server[103463]: INFO oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Starting 1 workers Mar 03 06:25:18.899218 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] calling RpcWorker wait() {{(pid=103577) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 06:25:18.899854 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069184 Mar 03 06:25:18.900017 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] returning from RpcWorker wait() {{(pid=103577) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 06:25:18.900208 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Started child 103578 {{(pid=103463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 06:25:18.900402 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:18.900402 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:25:18.900681 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b94272a4-ac9d-4bd6-91b0-d50210d2a363 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:18.903654 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103463) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 06:25:18.903887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 06:25:18.904077 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 06:25:18.904307 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 06:25:18.904674 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 06:25:18.904854 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 06:25:18.905329 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.905632 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.905902 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.906172 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.906552 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.907776 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.907776 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.907776 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.908027 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:18.908479 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.908479 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.908479 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.908479 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.908722 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.908903 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.909220 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.909471 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.909739 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.909991 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.910098 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:25:18.910172 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.910395 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.910653 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.910882 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.911141 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] debug = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.911382 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.911870 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.912097 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.912357 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.912572 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.912833 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.913094 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.913383 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915912 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.915985 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.916206 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.916465 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.916683 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.917117 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] host = dv-cinder-831090-6-iscsi {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.917363 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.917598 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.919274 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.919274 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.919570 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.919570 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.919803 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.920072 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.920303 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.920529 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.920786 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.921020 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.921275 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.921524 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.922726 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_options = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.922726 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.922979 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.923169 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.923361 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.923532 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.923697 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.923960 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.924126 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.924372 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.924605 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.924819 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.925049 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.925268 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.925920 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.929358 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.931105 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.931105 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.931105 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.931105 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.931666 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.931666 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.933887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.933887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.933887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.933887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.933887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.933887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.935279 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.935279 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.935279 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.935684 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.936850 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.936850 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.936850 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.937308 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.937308 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.937568 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.938219 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.938449 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.938711 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_json = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.938941 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.939185 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.939422 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.940211 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.940211 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.940211 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.940648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.940648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.940919 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:18.941199 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.941487 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.943012 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.943302 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.943571 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.943820 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.944227 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.944583 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.944583 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.944821 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.945126 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.947150 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.947150 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.947150 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.947150 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.947150 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.963610 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.965656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.966764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.967544 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968041 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.968664 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969186 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.969788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.970794 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.971336 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.971336 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.971336 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.971551 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.971735 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.972022 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.972282 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.972520 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.972776 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.973606 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.973606 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.973606 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.974676 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.974933 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.975223 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.975539 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.976813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.976813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.976813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.976813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.976813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.977614 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.977614 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.977614 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.978080 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.978238 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.978378 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.978598 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.978813 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.979043 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.979359 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.979593 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.979811 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.980048 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.981441 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.981441 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.981441 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.981441 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.981441 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982271 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982271 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982271 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982271 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982910 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982910 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.982910 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.983351 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.983351 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.983637 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.983778 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.983915 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.985040 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.985369 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.986369 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.986786 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.987191 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.987359 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.989887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.990207 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.990415 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.990669 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.990916 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.991157 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.991391 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.991625 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.991890 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.992122 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.992402 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.993281 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.993677 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.993946 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.994185 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.994830 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.994830 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.995025 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.995764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.995764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.995764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.995764 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.996232 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.996232 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.996425 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.996650 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.997617 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.997617 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.997617 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.998477 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.998477 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.998725 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.999738 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:18.999841 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.000003 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.000223 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.000748 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.001000 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.001669 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.001669 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.001847 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.002009 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.002185 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.002972 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.002972 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.002972 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.003924 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.003924 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.004263 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.004374 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.004596 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.004837 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.005085 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.005323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.005536 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.005865 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.006195 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.006516 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.006785 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.007025 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.007302 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.008360 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.008360 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.008360 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.008360 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.009135 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.009322 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.009475 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.009738 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.009972 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.010188 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.010419 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.010627 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.010844 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.011167 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.011323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.011584 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.011788 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.012012 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.012231 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.012765 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.012765 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.013065 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.013215 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.013364 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.013550 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.013958 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.014127 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.014268 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.014416 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.014630 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.014847 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.015059 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.015333 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.015587 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.015811 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.016111 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.016374 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.016624 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.016887 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.017658 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.017658 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.017658 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.017913 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.018322 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.018553 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.019938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.019938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.019938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.019938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.019938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.020646 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.020646 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.020921 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.020921 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.021234 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.021857 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.022153 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.022415 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.023445 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.023445 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.023445 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.023445 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.024328 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.024328 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.024328 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.024328 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.024869 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.024869 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.025133 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.025133 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.025408 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.025716 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.025869 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.026066 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.026285 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.026444 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 06:25:19.027055 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103463) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 06:25:19.027216 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 06:25:19.027356 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 06:25:19.027493 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 06:25:19.027632 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 06:25:19.027771 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 06:25:19.028720 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.028720 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.028720 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.028720 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.028720 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.028720 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.029503 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.029503 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.029503 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.029503 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.029503 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030225 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030225 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030225 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030225 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030732 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030732 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030732 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.030732 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.031265 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.031265 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.031265 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.031648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] debug = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.031648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.031648 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032057 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032057 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032329 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032329 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032606 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032606 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032866 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.032866 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033124 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033124 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033391 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033539 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033721 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033721 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.033997 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034153 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034504 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] host = dv-cinder-831090-6-iscsi {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034504 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034504 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034909 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034909 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.034909 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035299 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035299 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035446 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035523 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035652 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035815 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.035993 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.036153 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.036313 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.036452 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_options = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.036589 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.036752 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.036917 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.037103 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.037271 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.037416 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.037635 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.037800 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.037941 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.038078 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.038237 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.038376 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.038513 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.038650 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040089 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040089 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040089 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040089 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040089 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040089 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040879 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040879 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040879 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040879 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.040879 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.041533 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.041533 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.041533 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.041533 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.041533 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042203 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042203 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042203 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042203 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042730 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042730 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042730 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.042730 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.043248 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.043248 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.043248 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.043634 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.043634 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.043634 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_json = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044193 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044896 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044896 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044896 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044896 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.044896 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.045551 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.045551 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.045551 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 06:25:19.045551 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046123 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046123 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046123 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046429 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046429 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046650 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046650 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046921 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.046921 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.047179 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.047315 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.047451 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.047596 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.047735 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.047871 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048008 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048152 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048311 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048475 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048639 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048840 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.048996 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.049691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.049691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.049691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.049939 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.050117 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.050276 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.050446 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.050592 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.050766 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.050914 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.051066 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.051231 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.051398 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.051563 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.051728 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.051893 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.052058 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.052212 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.052353 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.052521 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.052687 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.052851 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.053015 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.053179 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.053318 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.053478 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.055212 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.055212 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.055212 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.055212 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.056691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.056691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.056691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.056691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.056691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.056691 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.057458 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.057458 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.057458 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.057458 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.057458 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058206 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058206 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058206 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058206 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058729 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058729 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058729 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.058729 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059053 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059053 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059195 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059282 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059429 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059594 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059747 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.059909 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.060075 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.060240 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.060405 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.060570 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.060724 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.060885 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.061050 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.061205 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.062871 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.062871 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.062871 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.062871 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.062871 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.063582 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.063582 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.063582 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.063582 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.063582 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064218 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064218 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064218 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064218 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064755 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064755 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064755 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.064755 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065394 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065394 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065394 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065394 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065954 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065954 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.065954 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.066361 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.066361 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.066361 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.066753 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.066753 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.066753 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.067158 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.067158 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.067412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.067412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.068468 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.069431 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.069431 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.069431 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.069431 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.069431 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.069431 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.070268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:25:19.070412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.070412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.070412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.070412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.070412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.070412 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071197 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071197 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071197 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071197 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071197 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071812 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071812 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071812 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.071812 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.072323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.072323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.072323 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.072712 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.072712 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.072712 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073084 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073084 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073084 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073474 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073474 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073774 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.073774 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074038 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074038 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074308 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074308 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074569 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074717 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074856 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.074992 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.075129 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.075274 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.075509 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.076730 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.076892 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.077057 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.077214 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.077377 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.077542 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.077774 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.077913 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078051 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078208 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078349 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078509 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078825 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.078990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.079155 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.079312 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.079471 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.079631 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.079805 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.079951 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.080119 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.080286 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.080450 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.080614 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.080778 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.080939 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.081102 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.081264 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.081430 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.082692 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.082692 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.082692 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.082931 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.082931 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.083075 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.083208 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.083373 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084217 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084217 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084217 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084217 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084217 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084713 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084713 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.084713 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085033 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085033 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085270 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085996 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085996 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085996 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.085996 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.086663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.086663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.086663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.086663 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.087990 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089002 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.089938 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.090694 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.090694 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.090694 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.090694 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.090694 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091347 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091347 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091347 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091347 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091851 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091851 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091851 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.091851 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.092208 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.092208 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.092325 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.092491 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.092656 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.092884 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.093023 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.093162 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.093302 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.093450 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.093685 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.093862 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.094034 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.094207 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.094372 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.094541 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.094717 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.094880 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.095108 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.095301 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.095472 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.095640 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.095815 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.095965 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.096122 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.096286 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.096448 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.096669 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.096762 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.096910 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.097237 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.097421 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.097565 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.097733 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.097872 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.098024 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 06:25:19.098165 dv-cinder-831090-6-iscsi neutron-server[103463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 06:25:30.455624 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10987672-d468-4bd6-887e-2229e273cd36 None None] get_active_networks_info from dv-cinder-831090-6-iscsi {{(pid=103577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 03 06:25:30.583747 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10987672-d468-4bd6-887e-2229e273cd36 None None] No non-hosted networks {{(pid=103577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 06:25:30.623304 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.agentschedulers_db [None req-10987672-d468-4bd6-887e-2229e273cd36 None None] DHCP Agent not found on host dv-cinder-831090-6-iscsi {{(pid=103577) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 06:25:30.715296 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f68a7186-d3ef-468b-a708-e9a21fa16450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16301140'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:32.690845 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-05c7e95d-402d-4a97-91e5-7ecb0282205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16301140'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:32.730017 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.db.api [None req-0bf21e03-5788-4835-8b54-f8c6c63fdf02 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831090-6-iscsi {{(pid=103577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:25:32.730565 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG oslo_db.api [None req-0bf21e03-5788-4835-8b54-f8c6c63fdf02 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:25:33.254370 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0bf21e03-5788-4835-8b54-f8c6c63fdf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:33.626301 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16301140'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:35.139972 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16301140'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:36.289616 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58634) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:36.738545 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16301140'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:36.740039 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.740625 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.741248 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.742611 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.743858 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.745649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.746286 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.746924 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.747333 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.748611 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.749223 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.750208 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.754416 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:36.755301 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831090-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:25:36.764268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831090-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:25:36.856246 dv-cinder-831090-6-iscsi neutron-server[103575]: WARNING oslo_policy.policy [None req-fed60313-c92c-4833-9b18-d8d451c83ed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:36.856871 dv-cinder-831090-6-iscsi neutron-server[103575]: WARNING oslo_policy.policy [None req-fed60313-c92c-4833-9b18-d8d451c83ed6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:37.080736 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [None req-fed60313-c92c-4833-9b18-d8d451c83ed6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:25:37.093608 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fed60313-c92c-4833-9b18-d8d451c83ed6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7899454 Mar 03 06:25:37.804356 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.db.l3_hamode_db [None req-11eeba1d-77cc-4221-8bd6-db5b3938289a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 06:25:37.881665 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eeba1d-77cc-4221-8bd6-db5b3938289a None None] Routers set() bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:25:37.881976 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eeba1d-77cc-4221-8bd6-db5b3938289a None None] Router IDs set() for agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 03 06:25:39.635840 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58660) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:39.945724 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:25:40.037840 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.policy [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 06:25:40.080343 dv-cinder-831090-6-iscsi neutron-server[103575]: WARNING oslo_policy.policy [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:40.080661 dv-cinder-831090-6-iscsi neutron-server[103575]: WARNING oslo_policy.policy [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:40.374233 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753910653837', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753910653296', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753910705092', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753910706301', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753910699054', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753910691044', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16219071', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16008190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-376887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702950'] for rbac-policy (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:40.723017 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:40.725620 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-4bc0b947-3ea3-4897-a362-efaf34a03384 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0874591 Mar 03 06:25:43.228744 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58670) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:43.532579 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:25:43.629044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Made reservation on behalf of 536857237b91445d9c70994cf99fb136 for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:25:43.632873 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:43.650013 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:43.753141 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks [] for security_group (b269ae73-9a70-429c-9fb4-6ed956b80b6d), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:43.817680 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b269ae73-9a70-429c-9fb4-6ed956b80b6d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:43.849443 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:25:43.875738 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753906623380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (b94144bf-4aea-467d-92f6-a14a394e2afe), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:43.876323 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Unsubscribe: segment precommit_create {{(pid=103575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 06:25:43.876833 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Added segment b94144bf-4aea-467d-92f6-a14a394e2afe of type vlan for network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 Mar 03 06:25:43.882736 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b269ae73-9a70-429c-9fb4-6ed956b80b6d,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:43.904441 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.904803 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.905158 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.905493 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.905864 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.906187 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.906508 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.906828 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.907167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.907467 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.907781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.908096 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.908408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Tracked resource versions report: Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: pushed versions: Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: { 'AddressGroup': {'1.2'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'ConntrackHelper': {'1.0'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Log': {'1.0'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Network': {'1.1'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Port': {'1.7'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'PortForwarding': {'1.2'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'QosPolicy': {'1.10'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroup': {'1.5'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SubPort': {'1.0'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Subnet': {'1.1'}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Trunk': {'1.1'}} Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: consumer versions: Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'ConntrackHelper': '1.0', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'LocalIPAssociation': '1.0', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Log': '1.0', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Network': '1.1', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Port': '1.7', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'PortForwarding': '1.2', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'QosPolicy': '1.10', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroup': '1.5', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroupRule': '1.2', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SubPort': '1.0', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Subnet': '1.1', Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Trunk': '1.1'}} Mar 03 06:25:43.909810 dv-cinder-831090-6-iscsi neutron-server[103575]: {{(pid=103575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:25:43.985433 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (269c8eb0-1e71-4f8d-a75c-25d4cedc7880), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:44.080687 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (269c8eb0-1e71-4f8d-a75c-25d4cedc7880), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:44.086214 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:44.088947 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:44.197481 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] Pushing event updated for resources: {'Network': ['ID=269c8eb0-1e71-4f8d-a75c-25d4cedc7880,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:44.208757 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:25:44.226615 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b63506f3-8512-4ebd-8891-ff3e142adcfb demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9967699 Mar 03 06:25:46.768568 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58682) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:47.252563 dv-cinder-831090-6-iscsi neutron-server[103574]: WARNING oslo_policy.policy [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:47.253176 dv-cinder-831090-6-iscsi neutron-server[103574]: WARNING oslo_policy.policy [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:47.688050 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.policy [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103574) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 06:25:47.730466 dv-cinder-831090-6-iscsi neutron-server[103574]: WARNING oslo_policy.policy [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:47.730837 dv-cinder-831090-6-iscsi neutron-server[103574]: WARNING oslo_policy.policy [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 06:25:47.739504 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:47.741257 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-51b4886f-65d1-4df2-b1b3-1da1c89ac073 demo admin] 10.222.0.31 "GET /v2.0/networks/269c8eb0-1e71-4f8d-a75c-25d4cedc7880 HTTP/1.1" status: 200 len: 825 time: 0.9717803 Mar 03 06:25:47.778934 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d8d58839-398e-4b96-9050-48805176e678 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/7e16f023-8b33-4f26-b90d-7ddc30157109 HTTP/1.1" status: 200 len: 734 time: 0.0314674 Mar 03 06:25:47.787553 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109', 'gateway_ip': '172.20.0.1', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:25:47.892147 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Made reservation on behalf of 536857237b91445d9c70994cf99fb136 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:25:47.894988 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:48.243386 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (85a81019-5e56-4ead-ac83-ea85bf571fe7), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:48.312871 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Checking segment: {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:25:48.313262 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Network hostable DHCP agents. Network: 269c8eb0-1e71-4f8d-a75c-25d4cedc7880, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:25:48.328102 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Pushing event updated for resources: {'Subnet': ['ID=85a81019-5e56-4ead-ac83-ea85bf571fe7,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:48.342112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.342518 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.342922 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.343316 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.343731 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.344110 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.344497 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.344862 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.345226 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.345619 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.346045 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.346440 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.346827 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Tracked resource versions report: Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: pushed versions: Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: { 'AddressGroup': {'1.2'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'ConntrackHelper': {'1.0'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Log': {'1.0'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Network': {'1.1'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Port': {'1.7'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'PortForwarding': {'1.2'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'QosPolicy': {'1.10'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroup': {'1.5'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SubPort': {'1.0'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Subnet': {'1.1'}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Trunk': {'1.1'}} Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: consumer versions: Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'ConntrackHelper': '1.0', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'LocalIPAssociation': '1.0', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Log': '1.0', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Network': '1.1', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Port': '1.7', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'PortForwarding': '1.2', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'QosPolicy': '1.10', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroup': '1.5', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroupRule': '1.2', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SubPort': '1.0', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Subnet': '1.1', Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Trunk': '1.1'}} Mar 03 06:25:48.348619 dv-cinder-831090-6-iscsi neutron-server[103574]: {{(pid=103574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:25:48.437246 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:25:48.528605 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 269c8eb0-1e71-4f8d-a75c-25d4cedc7880) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:25:48.533656 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:48.534761 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:48.537959 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684c094-3b13-4461-a92b-60fc736b837f None None] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:25:48.631875 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-589fe191-3861-4199-bd3e-94d0d482199b demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8476479 Mar 03 06:25:48.800812 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'project_id': '536857237b91445d9c70994cf99fb136', 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:25:48.802265 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:49.119685 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Allocated IP 172.20.0.2 (269c8eb0-1e71-4f8d-a75c-25d4cedc7880/85a81019-5e56-4ead-ac83-ea85bf571fe7/cf6ab9ed-1100-48a4-b796-183e2139c4f6) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:25:49.362805 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Publish callbacks [] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:49.449145 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:49.526244 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:25:49.534865 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:25:49.541488 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:25:49.543403 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Pushing event updated for resources: {'Port': ['ID=cf6ab9ed-1100-48a4-b796-183e2139c4f6,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:49.553135 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.555725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.555725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.555725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.555725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.555725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.556134 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.556134 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.556134 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.556375 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.556467 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.556796 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.557120 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Tracked resource versions report: Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: pushed versions: Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: { 'AddressGroup': {'1.2'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'ConntrackHelper': {'1.0'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Log': {'1.0'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Network': {'1.1'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Port': {'1.7'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'PortForwarding': {'1.2'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'QosPolicy': {'1.10'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroup': {'1.5'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SubPort': {'1.0'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Subnet': {'1.1'}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Trunk': {'1.1'}} Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: consumer versions: Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'ConntrackHelper': '1.0', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'LocalIPAssociation': '1.0', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Log': '1.0', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Network': '1.1', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Port': '1.7', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'PortForwarding': '1.2', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'QosPolicy': '1.10', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroup': '1.5', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroupRule': '1.2', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SubPort': '1.0', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Subnet': '1.1', Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Trunk': '1.1'}} Mar 03 06:25:49.558558 dv-cinder-831090-6-iscsi neutron-server[103577]: {{(pid=103577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:25:49.632259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Attempting to bind port cf6ab9ed-1100-48a4-b796-183e2139c4f6 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:25:49.632664 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Attempting to bind port cf6ab9ed-1100-48a4-b796-183e2139c4f6 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:25:49.633121 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Attempting to bind port cf6ab9ed-1100-48a4-b796-183e2139c4f6 on network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:25:49.637928 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:25:49.638306 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Checking segment: {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:25:49.638795 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:49.639186 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Bound using segment: {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:25:49.639679 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Bound port: cf6ab9ed-1100-48a4-b796-183e2139c4f6, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:25:49.640075 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:49.703511 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] For port cf6ab9ed-1100-48a4-b796-183e2139c4f6, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:25:49.707747 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] For port cf6ab9ed-1100-48a4-b796-183e2139c4f6, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=cf6ab9ed-1100-48a4-b796-183e2139c4f6,segment=NetworkSegment(b94144bf-4aea-467d-92f6-a14a394e2afe),segment_id=b94144bf-4aea-467d-92f6-a14a394e2afe)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:25:49.780345 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:49.850626 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9e102-0f0b-49be-9409-a23e870f13a4 None None] Pushing event updated for resources: {'Port': ['ID=cf6ab9ed-1100-48a4-b796-183e2139c4f6,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:51.200571 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58702) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:51.537692 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [None req-37785ca9-8999-4659-8f6e-70bad143db17 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:25:51.538722 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-37785ca9-8999-4659-8f6e-70bad143db17 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3372214 Mar 03 06:25:54.154387 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58710) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:54.469418 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [None req-cf234218-a31d-4ee2-aa5f-2601386ea139 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:25:54.470473 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-cf234218-a31d-4ee2-aa5f-2601386ea139 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150973 Mar 03 06:25:57.047334 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58718) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:25:57.357386 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:25:57.482813 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (615d62c6-5dd5-4e63-a86c-4441bece5c4d), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:57.484616 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (615d62c6-5dd5-4e63-a86c-4441bece5c4d), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:57.644856 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] Publish callbacks [] for router_controller (615d62c6-5dd5-4e63-a86c-4441bece5c4d), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:57.703974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (615d62c6-5dd5-4e63-a86c-4441bece5c4d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:57.774209 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:25:57.789688 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-37d149f5-94d9-4757-9145-0e3d50c8cf01 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7272601 Mar 03 06:26:00.325137 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58730) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:26:00.486277 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b1c796f-9dbc-40a4-b994-e0a3540a1baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:00.643035 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [None req-b95b50a4-47a9-4966-aa75-0719b8379cd5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:26:00.644166 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b95b50a4-47a9-4966-aa75-0719b8379cd5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179231 Mar 03 06:26:01.145588 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb57e47-c08e-47cb-a1b9-f4b184dc394b None None] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:26:01.219780 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] Provisioning complete for port cf6ab9ed-1100-48a4-b796-183e2139c4f6 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:01.220209 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:01.385865 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device cf6ab9ed-1100-48a4-b796-183e2139c4f6 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:26:01.447516 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] Current status of the port cf6ab9ed-1100-48a4-b796-183e2139c4f6 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:01.447929 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:01.501704 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] For port cf6ab9ed-1100-48a4-b796-183e2139c4f6, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=cf6ab9ed-1100-48a4-b796-183e2139c4f6,segment=NetworkSegment(b94144bf-4aea-467d-92f6-a14a394e2afe),segment_id=b94144bf-4aea-467d-92f6-a14a394e2afe)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:26:01.501704 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port cf6ab9ed-1100-48a4-b796-183e2139c4f6 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:01.501704 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:01.580296 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:01.583413 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port cf6ab9ed-1100-48a4-b796-183e2139c4f6 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:01.583798 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:01.667191 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920284cd-b1da-43b6-9550-40a694d2356c None None] Pushing event updated for resources: {'Port': ['ID=cf6ab9ed-1100-48a4-b796-183e2139c4f6,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:01.678142 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.db.api [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:26:01.678565 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG oslo_db.api [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:26:01.699144 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-85f26cad-8c43-43fe-94a3-a047302c96ba None None] Provisioning complete for port cf6ab9ed-1100-48a4-b796-183e2139c4f6 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:01.699532 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-85f26cad-8c43-43fe-94a3-a047302c96ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:01.772786 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-85f26cad-8c43-43fe-94a3-a047302c96ba None None] Current status of the port cf6ab9ed-1100-48a4-b796-183e2139c4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:02.217034 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port cf6ab9ed-1100-48a4-b796-183e2139c4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:02.682811 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6522ac83-962d-48be-9216-3a0b7b89f67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.190337 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58738) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:26:03.341486 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device cf6ab9ed-1100-48a4-b796-183e2139c4f6 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:26:03.386202 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port cf6ab9ed-1100-48a4-b796-183e2139c4f6 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:03.386593 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.519065 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:03.521078 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port cf6ab9ed-1100-48a4-b796-183e2139c4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:03.571605 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.600292 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Made reservation on behalf of abf5aae5b2ca42449c68f12de90a2bd2 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:26:03.602713 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.617974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.715090 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks [] for security_group (9442f808-2060-4428-9cd3-459d0238b2af), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.791053 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9442f808-2060-4428-9cd3-459d0238b2af), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.806878 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Reserving flat network on physical network physnet1 {{(pid=103574) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 06:26:03.829414 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9442f808-2060-4428-9cd3-459d0238b2af,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:03.831546 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753906623380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (400da409-6e3f-489d-b855-66204a6621ec), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.832080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Unsubscribe: segment precommit_create {{(pid=103574) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 06:26:03.832564 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Added segment 400da409-6e3f-489d-b855-66204a6621ec of type flat for network a32e1967-2a94-46b8-9c96-da77f7473f70 Mar 03 06:26:03.894213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (a32e1967-2a94-46b8-9c96-da77f7473f70), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.988789 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (a32e1967-2a94-46b8-9c96-da77f7473f70), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:03.989792 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:03.990369 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:04.078033 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] Pushing event updated for resources: {'Network': ['ID=a32e1967-2a94-46b8-9c96-da77f7473f70,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:04.088054 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network a32e1967-2a94-46b8-9c96-da77f7473f70 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:26:04.111108 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b1008ec9-cc0b-4f56-ab04-f74eea4d6230 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9196529 Mar 03 06:26:05.064929 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:06.569974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 58756) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:26:06.685558 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:06.687099 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0b0db-dd8e-4647-a818-d024346e3e24 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:06.688643 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-e5d0b0db-dd8e-4647-a818-d024346e3e24 demo admin] 10.222.0.31 "GET /v2.0/subnets/85a81019-5e56-4ead-ac83-ea85bf571fe7 HTTP/1.1" status: 200 len: 849 time: 0.1177282 Mar 03 06:26:06.810007 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b8696546-dffe-4def-876c-c8bc41e8d50e demo admin] 10.222.0.31 "GET /v2.0/routers/615d62c6-5dd5-4e63-a86c-4441bece5c4d HTTP/1.1" status: 200 len: 704 time: 0.1151612 Mar 03 06:26:07.072562 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:07.354142 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Allocated IP 172.20.0.1 (269c8eb0-1e71-4f8d-a75c-25d4cedc7880/85a81019-5e56-4ead-ac83-ea85bf571fe7/ffadddee-a224-43fc-9e06-2ae49a452641) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:07.501893 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks [] for port (ffadddee-a224-43fc-9e06-2ae49a452641), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:07.663804 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:07.731732 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:07.740273 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:07.742894 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:26:07.743570 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (615d62c6-5dd5-4e63-a86c-4441bece5c4d), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:07.805339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Pushing event updated for resources: {'Port': ['ID=ffadddee-a224-43fc-9e06-2ae49a452641,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:07.923783 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-57fdc41e-20ce-419a-a545-67d8565387fb None None] Provisioning complete for port ffadddee-a224-43fc-9e06-2ae49a452641 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:07.924327 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-57fdc41e-20ce-419a-a545-67d8565387fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:07.956306 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-57fdc41e-20ce-419a-a545-67d8565387fb None None] Port ffadddee-a224-43fc-9e06-2ae49a452641 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:26:08.016157 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:08.220084 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks [] for port (ffadddee-a224-43fc-9e06-2ae49a452641), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:08.285132 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:08.285977 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (615d62c6-5dd5-4e63-a86c-4441bece5c4d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:08.365094 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Pushing event updated for resources: {'Port': ['ID=ffadddee-a224-43fc-9e06-2ae49a452641,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:08.409916 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:08.411256 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:08.659902 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Router 615d62c6-5dd5-4e63-a86c-4441bece5c4d is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:26:08.680819 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-325f228d-ec5b-4dfe-8a97-56ad35088163 None None] Provisioning complete for port ffadddee-a224-43fc-9e06-2ae49a452641 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:08.681161 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-325f228d-ec5b-4dfe-8a97-56ad35088163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:08.715013 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-325f228d-ec5b-4dfe-8a97-56ad35088163 None None] Port ffadddee-a224-43fc-9e06-2ae49a452641 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:26:08.755773 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:26:08.761109 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2d6f4b8d-737b-4136-a055-5343acf10d30 demo admin] 10.222.0.31 "PUT /v2.0/routers/615d62c6-5dd5-4e63-a86c-4441bece5c4d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9460695 Mar 03 06:26:08.766247 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Sync routers for ids ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:08.778988 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Routers {'615d62c6-5dd5-4e63-a86c-4441bece5c4d'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:26:08.779828 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:26:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:08.972301 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Set router 615d62c6-5dd5-4e63-a86c-4441bece5c4d gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:26:09.406416 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'name': 'router1', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:25:57Z', 'updated_at': '2022-03-03T06:26:07Z', 'revision_number': 2, 'project_id': '536857237b91445d9c70994cf99fb136', 'gw_port_host': None, '_interfaces': [{'id': 'ffadddee-a224-43fc-9e06-2ae49a452641', 'name': '', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'mac_address': 'fa:16:3e:0e:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:07Z', 'updated_at': '2022-03-03T06:26:08Z', 'revision_number': 2, 'project_id': '536857237b91445d9c70994cf99fb136', 'subnets': [{'id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:09.454562 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Checking router: 615d62c6-5dd5-4e63-a86c-4441bece5c4d for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:09.454906 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Updating router 615d62c6-5dd5-4e63-a86c-4441bece5c4d port ffadddee-a224-43fc-9e06-2ae49a452641 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:26:09.533548 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.012086 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Publish callbacks [] for port (ffadddee-a224-43fc-9e06-2ae49a452641), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.068062 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.232454 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Pushing event updated for resources: {'Port': ['ID=ffadddee-a224-43fc-9e06-2ae49a452641,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:10.241100 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Attempting to bind port ffadddee-a224-43fc-9e06-2ae49a452641 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:26:10.241513 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Attempting to bind port ffadddee-a224-43fc-9e06-2ae49a452641 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:26:10.241979 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Attempting to bind port ffadddee-a224-43fc-9e06-2ae49a452641 on network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:26:10.249731 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.250090 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.250436 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.250774 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.251104 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.251438 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.251755 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.252081 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.252402 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.252738 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.253063 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.253381 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.253724 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Tracked resource versions report: Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: pushed versions: Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: { 'AddressGroup': {'1.2'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'ConntrackHelper': {'1.0'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Log': {'1.0'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Network': {'1.1'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Port': {'1.7'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'PortForwarding': {'1.2'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'QosPolicy': {'1.10'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroup': {'1.5'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SubPort': {'1.0'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Subnet': {'1.1'}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Trunk': {'1.1'}} Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: consumer versions: Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'ConntrackHelper': '1.0', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'LocalIPAssociation': '1.0', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Log': '1.0', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Network': '1.1', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Port': '1.7', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'PortForwarding': '1.2', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'QosPolicy': '1.10', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroup': '1.5', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroupRule': '1.2', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SubPort': '1.0', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Subnet': '1.1', Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Trunk': '1.1'}} Mar 03 06:26:10.255127 dv-cinder-831090-6-iscsi neutron-server[103578]: {{(pid=103578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:26:10.260998 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:26:10.262543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Checking segment: {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:26:10.263055 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.263451 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Bound using segment: {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:26:10.263972 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Bound port: ffadddee-a224-43fc-9e06-2ae49a452641, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94144bf-4aea-467d-92f6-a14a394e2afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:26:10.264360 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.331723 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] For port ffadddee-a224-43fc-9e06-2ae49a452641, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:26:10.343747 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f69a7986-be5d-41c7-89a8-73038f8e139c None None] Provisioning complete for port ffadddee-a224-43fc-9e06-2ae49a452641 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:10.344278 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f69a7986-be5d-41c7-89a8-73038f8e139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.351591 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] For port ffadddee-a224-43fc-9e06-2ae49a452641, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ffadddee-a224-43fc-9e06-2ae49a452641,segment=NetworkSegment(b94144bf-4aea-467d-92f6-a14a394e2afe),segment_id=b94144bf-4aea-467d-92f6-a14a394e2afe)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:26:10.385328 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f69a7986-be5d-41c7-89a8-73038f8e139c None None] Port ffadddee-a224-43fc-9e06-2ae49a452641 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:26:10.423153 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.490129 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670838c5-88f0-4bd6-84ad-d1bca4cdb901 None None] Pushing event updated for resources: {'Port': ['ID=ffadddee-a224-43fc-9e06-2ae49a452641,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:10.494106 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Routers {'615d62c6-5dd5-4e63-a86c-4441bece5c4d'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:26:10.494731 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:26:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:10.588673 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] Set router 615d62c6-5dd5-4e63-a86c-4441bece5c4d gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:26:10.706450 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] Provisioning complete for port ffadddee-a224-43fc-9e06-2ae49a452641 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:10.706924 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.786591 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] Current status of the port ffadddee-a224-43fc-9e06-2ae49a452641 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:10.786942 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.809177 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'name': 'router1', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:25:57Z', 'updated_at': '2022-03-03T06:26:07Z', 'revision_number': 2, 'project_id': '536857237b91445d9c70994cf99fb136', 'gw_port_host': None, '_interfaces': [{'id': 'ffadddee-a224-43fc-9e06-2ae49a452641', 'name': '', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'mac_address': 'fa:16:3e:0e:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:07Z', 'updated_at': '2022-03-03T06:26:10Z', 'revision_number': 4, 'project_id': '536857237b91445d9c70994cf99fb136', 'subnets': [{'id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:10.819899 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] For port ffadddee-a224-43fc-9e06-2ae49a452641, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ffadddee-a224-43fc-9e06-2ae49a452641,segment=NetworkSegment(b94144bf-4aea-467d-92f6-a14a394e2afe),segment_id=b94144bf-4aea-467d-92f6-a14a394e2afe)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:26:10.836626 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2825c5-3fef-41bf-81c3-4095746ad6ab None None] The sync data for ids ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'] in dv-cinder-831090-6-iscsi is: [{'id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'name': 'router1', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:25:57Z', 'updated_at': '2022-03-03T06:26:07Z', 'revision_number': 2, 'project_id': '536857237b91445d9c70994cf99fb136', 'gw_port_host': None, '_interfaces': [{'id': 'ffadddee-a224-43fc-9e06-2ae49a452641', 'name': '', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'mac_address': 'fa:16:3e:0e:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:07Z', 'updated_at': '2022-03-03T06:26:10Z', 'revision_number': 4, 'project_id': '536857237b91445d9c70994cf99fb136', 'subnets': [{'id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:10.897929 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:10.951377 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a5d12-6b27-460b-8b09-a79593829092 None None] Pushing event updated for resources: {'Port': ['ID=ffadddee-a224-43fc-9e06-2ae49a452641,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:11.120604 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58776) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:26:11.266721 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8cc993-31c6-4862-a2b3-20bb26a9669e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:11.268097 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ae8cc993-31c6-4862-a2b3-20bb26a9669e admin admin] 10.222.0.31 "GET /v2.0/networks/a32e1967-2a94-46b8-9c96-da77f7473f70 HTTP/1.1" status: 200 len: 842 time: 0.1466334 Mar 03 06:26:11.277681 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:11.402646 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Made reservation on behalf of abf5aae5b2ca42449c68f12de90a2bd2 for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:26:11.405058 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:11.864399 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.objects.ports [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103575) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 03 06:26:11.864861 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (c669e2f4-ba82-444f-9a67-a0a131c65f2b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:11.916083 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c669e2f4-ba82-444f-9a67-a0a131c65f2b,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:11.935011 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:26:11.935398 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Network hostable DHCP agents. Network: a32e1967-2a94-46b8-9c96-da77f7473f70, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:26:12.065271 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:26:12.139395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, a32e1967-2a94-46b8-9c96-da77f7473f70) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:12.143882 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:12.144476 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:12.149848 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7038ee-9bba-4f6d-80f6-8b2d9bb37b08 None None] Network a32e1967-2a94-46b8-9c96-da77f7473f70 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:26:12.229602 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3cd8bd3b-38ae-4037-a747-74929f7a5c65 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9420512 Mar 03 06:26:12.249513 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41bfec-548a-40d2-bd70-f61b29e7fe5f None None] Network a32e1967-2a94-46b8-9c96-da77f7473f70 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:26:13.951880 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:26:14.644394 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58784) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:26:14.877351 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-03e0fa59-dbd7-4aad-854d-33da2e553730 demo admin] 10.222.0.31 "GET /v2.0/routers/615d62c6-5dd5-4e63-a86c-4441bece5c4d HTTP/1.1" status: 200 len: 710 time: 0.2314501 Mar 03 06:26:14.968502 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd97c8-ee68-4ba1-9ed7-303300ba6384 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:14.969894 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b1bd97c8-ee68-4ba1-9ed7-303300ba6384 demo admin] 10.222.0.31 "GET /v2.0/networks/a32e1967-2a94-46b8-9c96-da77f7473f70 HTTP/1.1" status: 200 len: 886 time: 0.0873482 Mar 03 06:26:14.979376 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:15.234572 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks [] for router_gateway (615d62c6-5dd5-4e63-a86c-4441bece5c4d), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:15.521321 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks [] for router_gateway (615d62c6-5dd5-4e63-a86c-4441bece5c4d), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:15.593952 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:15.792966 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Allocated IP 172.27.2.209 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/7e2c7c18-eb09-463c-8b19-17609b725dbf) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:15.899749 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks [] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:16.037953 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:16.118557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:16.123569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:16.128627 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:26:16.131751 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Pushing event updated for resources: {'Port': ['ID=7e2c7c18-eb09-463c-8b19-17609b725dbf,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:16.491584 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks [] for router_gateway (615d62c6-5dd5-4e63-a86c-4441bece5c4d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:16.690125 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16286786', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16298481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30504'] for router (615d62c6-5dd5-4e63-a86c-4441bece5c4d), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:16.695232 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16286811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16286804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16298250'] for router (615d62c6-5dd5-4e63-a86c-4441bece5c4d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:16.805890 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Router 615d62c6-5dd5-4e63-a86c-4441bece5c4d has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:26:16.911627 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:26:16.916276 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:16.917452 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-9e687af5-e2ac-4335-b79b-2bb1d8c9a2dc demo admin] 10.222.0.31 "PUT /v2.0/routers/615d62c6-5dd5-4e63-a86c-4441bece5c4d HTTP/1.1" status: 200 len: 890 time: 1.9412856 Mar 03 06:26:19.383575 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ffadddee-a224-43fc-9e06-2ae49a452641 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:26:19.433955 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port ffadddee-a224-43fc-9e06-2ae49a452641 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:19.434373 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:19.457422 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Sync routers for ids ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:19.458167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 58796) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:26:19.477797 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Routers {'615d62c6-5dd5-4e63-a86c-4441bece5c4d'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:26:19.478462 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:26:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:19.580006 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3f8e3fae-d896-4a10-8853-ea1ecb4282f1 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1199358 Mar 03 06:26:19.726667 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port ffadddee-a224-43fc-9e06-2ae49a452641 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:19.742075 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Set router 615d62c6-5dd5-4e63-a86c-4441bece5c4d gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:26:20.213524 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'name': 'router1', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e2c7c18-eb09-463c-8b19-17609b725dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:25:57Z', 'updated_at': '2022-03-03T06:26:16Z', 'revision_number': 4, 'project_id': '536857237b91445d9c70994cf99fb136', 'gw_port': {'id': '7e2c7c18-eb09-463c-8b19-17609b725dbf', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:15Z', 'updated_at': '2022-03-03T06:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'ffadddee-a224-43fc-9e06-2ae49a452641', 'name': '', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'mac_address': 'fa:16:3e:0e:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:07Z', 'updated_at': '2022-03-03T06:26:10Z', 'revision_number': 5, 'project_id': '536857237b91445d9c70994cf99fb136', 'subnets': [{'id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:20.262692 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Checking router: 615d62c6-5dd5-4e63-a86c-4441bece5c4d for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:20.263057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Updating router 615d62c6-5dd5-4e63-a86c-4441bece5c4d port 7e2c7c18-eb09-463c-8b19-17609b725dbf binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:26:20.321079 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:20.649068 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Publish callbacks [] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:20.741958 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:20.796349 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568494e5-3848-4ee9-ae76-de9c8806a873 None None] Pushing event updated for resources: {'Port': ['ID=7e2c7c18-eb09-463c-8b19-17609b725dbf,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:20.798588 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Attempting to bind port 7e2c7c18-eb09-463c-8b19-17609b725dbf on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:26:20.798959 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Attempting to bind port 7e2c7c18-eb09-463c-8b19-17609b725dbf by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:26:20.799450 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Attempting to bind port 7e2c7c18-eb09-463c-8b19-17609b725dbf on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:26:20.804599 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:26:20.805712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:26:20.805712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:20.805971 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:26:20.809430 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Bound port: 7e2c7c18-eb09-463c-8b19-17609b725dbf, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:26:20.809430 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:20.859049 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] For port 7e2c7c18-eb09-463c-8b19-17609b725dbf, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:26:20.863110 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] For port 7e2c7c18-eb09-463c-8b19-17609b725dbf, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=7e2c7c18-eb09-463c-8b19-17609b725dbf,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:26:20.942609 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:20.987581 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Routers {'615d62c6-5dd5-4e63-a86c-4441bece5c4d'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:26:20.988012 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:26:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:21.044505 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568494e5-3848-4ee9-ae76-de9c8806a873 None None] Pushing event updated for resources: {'Port': ['ID=7e2c7c18-eb09-463c-8b19-17609b725dbf,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:21.108297 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] Set router 615d62c6-5dd5-4e63-a86c-4441bece5c4d gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:26:21.325533 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'name': 'router1', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e2c7c18-eb09-463c-8b19-17609b725dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:25:57Z', 'updated_at': '2022-03-03T06:26:16Z', 'revision_number': 4, 'project_id': '536857237b91445d9c70994cf99fb136', 'gw_port': {'id': '7e2c7c18-eb09-463c-8b19-17609b725dbf', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:15Z', 'updated_at': '2022-03-03T06:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'ffadddee-a224-43fc-9e06-2ae49a452641', 'name': '', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'mac_address': 'fa:16:3e:0e:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:07Z', 'updated_at': '2022-03-03T06:26:10Z', 'revision_number': 5, 'project_id': '536857237b91445d9c70994cf99fb136', 'subnets': [{'id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:21.359559 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b238e7-a2af-4a50-92f5-88191430146a None None] The sync data for ids ['615d62c6-5dd5-4e63-a86c-4441bece5c4d'] in dv-cinder-831090-6-iscsi is: [{'id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'name': 'router1', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '7e2c7c18-eb09-463c-8b19-17609b725dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:25:57Z', 'updated_at': '2022-03-03T06:26:16Z', 'revision_number': 4, 'project_id': '536857237b91445d9c70994cf99fb136', 'gw_port': {'id': '7e2c7c18-eb09-463c-8b19-17609b725dbf', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:15Z', 'updated_at': '2022-03-03T06:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'ffadddee-a224-43fc-9e06-2ae49a452641', 'name': '', 'network_id': '269c8eb0-1e71-4f8d-a75c-25d4cedc7880', 'tenant_id': '536857237b91445d9c70994cf99fb136', 'mac_address': 'fa:16:3e:0e:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615d62c6-5dd5-4e63-a86c-4441bece5c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:07Z', 'updated_at': '2022-03-03T06:26:10Z', 'revision_number': 5, 'project_id': '536857237b91445d9c70994cf99fb136', 'subnets': [{'id': '85a81019-5e56-4ead-ac83-ea85bf571fe7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e16f023-8b33-4f26-b90d-7ddc30157109'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:23.450847 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 7e2c7c18-eb09-463c-8b19-17609b725dbf up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:26:23.556664 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 7e2c7c18-eb09-463c-8b19-17609b725dbf triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:23.557427 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:23.660602 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 7e2c7c18-eb09-463c-8b19-17609b725dbf is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:23.661333 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:23.691192 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 7e2c7c18-eb09-463c-8b19-17609b725dbf, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=7e2c7c18-eb09-463c-8b19-17609b725dbf,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:26:23.762440 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:23.830035 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=7e2c7c18-eb09-463c-8b19-17609b725dbf,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:25.464751 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 7e2c7c18-eb09-463c-8b19-17609b725dbf up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:26:25.554945 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 7e2c7c18-eb09-463c-8b19-17609b725dbf triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:26:25.555520 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (7e2c7c18-eb09-463c-8b19-17609b725dbf), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:25.760368 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 7e2c7c18-eb09-463c-8b19-17609b725dbf is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:26:30.487639 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9ddc3b0e-70ff-4eb6-92f6-63d61a9e7f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:32.673174 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-347921f9-89c7-4e67-8ffd-bf23d1ed48ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:33.581525 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:35.073237 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:36.816559 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:26:50.953400 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:27:00.466416 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-973d2d5a-e7ab-44c3-b438-19d3c31def8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:02.677632 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c0c542f1-0c11-4833-9e00-52589e0c6c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:03.586327 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:05.071904 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:06.699797 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:28.014804 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:27:30.493500 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e2e927c5-563e-42f0-be81-a4e8881ae166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:32.687833 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eb257046-3a05-49ea-a5c9-be9f98c14692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:33.585206 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:35.074695 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:36.710685 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:42.502030 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59280) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:42.561943 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eff0a6e-f0ac-4089-bc2c-80a82ccf6152 admin admin] GET failed (client error): The resource could not be found. Mar 03 06:27:42.563226 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-4eff0a6e-f0ac-4089-bc2c-80a82ccf6152 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602593 Mar 03 06:27:42.725204 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a553b6-ad57-4239-aabc-1dcc0da60d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:42.726710 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-70a553b6-ad57-4239-aabc-1dcc0da60d25 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588991 Mar 03 06:27:45.048727 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59290) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:45.136870 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f95bff-89ab-4d24-aa8a-a6c78ec6bcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:45.138211 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f2f95bff-89ab-4d24-aa8a-a6c78ec6bcf7 admin admin] 10.222.0.31 "GET /v2.0/subnets/85a81019-5e56-4ead-ac83-ea85bf571fe7 HTTP/1.1" status: 200 len: 849 time: 0.0885465 Mar 03 06:27:45.148250 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:27:45.230812 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Publish callbacks [] for subnet (85a81019-5e56-4ead-ac83-ea85bf571fe7), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:45.533085 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753906736613'] for subnet (85a81019-5e56-4ead-ac83-ea85bf571fe7), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:45.642982 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:45.642982 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:45.644315 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1f432-377e-4729-bab7-998d64fc3446 None None] Network 269c8eb0-1e71-4f8d-a75c-25d4cedc7880 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:27:45.646962 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] 10.222.0.31 "PUT /v2.0/subnets/85a81019-5e56-4ead-ac83-ea85bf571fe7 HTTP/1.1" status: 200 len: 868 time: 0.5022326 Mar 03 06:27:45.664120 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a81019-5e56-4ead-ac83-ea85bf571fe7,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:27:45.671567 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.671930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.672262 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.672600 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.672933 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.673260 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.673636 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.673974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.674321 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.675511 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.675851 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.676175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.676504 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820eb4d-bd01-4511-8ca2-58eda01bb00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:45.985525 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-7ded2646-8bd7-416b-ad3d-13a2cc2bf828 None None] Provisioning complete for port cf6ab9ed-1100-48a4-b796-183e2139c4f6 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:27:45.985940 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7ded2646-8bd7-416b-ad3d-13a2cc2bf828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (cf6ab9ed-1100-48a4-b796-183e2139c4f6), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:46.061066 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-7ded2646-8bd7-416b-ad3d-13a2cc2bf828 None None] Current status of the port cf6ab9ed-1100-48a4-b796-183e2139c4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:27:46.070484 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-7ded2646-8bd7-416b-ad3d-13a2cc2bf828 None None] Provisioning complete for port ffadddee-a224-43fc-9e06-2ae49a452641 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:27:46.070875 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7ded2646-8bd7-416b-ad3d-13a2cc2bf828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ffadddee-a224-43fc-9e06-2ae49a452641), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:27:46.144813 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-7ded2646-8bd7-416b-ad3d-13a2cc2bf828 None None] Current status of the port ffadddee-a224-43fc-9e06-2ae49a452641 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:27:47.972800 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59298) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:48.224083 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db6526-62e6-485e-ad41-e79ee1463625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:48.224599 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db6526-62e6-485e-ad41-e79ee1463625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:48.226167 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f2db6526-62e6-485e-ad41-e79ee1463625 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2524204 Mar 03 06:27:50.525495 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59308) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:50.654130 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82cc0dc-52f4-48fa-b687-cf771fab9859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:50.654609 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82cc0dc-52f4-48fa-b687-cf771fab9859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:50.656118 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e82cc0dc-52f4-48fa-b687-cf771fab9859 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296234 Mar 03 06:27:52.957653 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59316) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:53.097916 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b6281-43c0-4ca2-87e7-17f5abeceed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:53.099303 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2a9b6281-43c0-4ca2-87e7-17f5abeceed6 admin admin] 10.222.0.31 "GET /v2.0/networks/269c8eb0-1e71-4f8d-a75c-25d4cedc7880 HTTP/1.1" status: 200 len: 869 time: 0.1406796 Mar 03 06:27:55.415317 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59324) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:55.539975 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320183b-ee84-41e4-849a-f42e579ae319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:55.541518 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5320183b-ee84-41e4-849a-f42e579ae319 admin admin] 10.222.0.31 "GET /v2.0/networks/a32e1967-2a94-46b8-9c96-da77f7473f70 HTTP/1.1" status: 200 len: 886 time: 0.1250286 Mar 03 06:27:57.831889 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59332) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:27:57.955873 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d47fc0-a88b-4b78-8075-375fabc89aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:57.956332 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d47fc0-a88b-4b78-8075-375fabc89aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:57.957875 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-80d47fc0-a88b-4b78-8075-375fabc89aac admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249905 Mar 03 06:28:00.263614 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59340) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:00.352755 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2ce9b-2907-4b10-bee8-5af95d5fb9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:00.353218 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2ce9b-2907-4b10-bee8-5af95d5fb9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:00.354709 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2ae2ce9b-2907-4b10-bee8-5af95d5fb9cc admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901673 Mar 03 06:28:00.481200 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3b26278a-40a2-47c7-889f-7ad94b4a7786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:02.648797 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59348) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:02.680935 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d072f151-448b-4cb7-aeca-db63610538e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:02.749696 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55486ffe-60c0-41df-aaaa-a3f6a2c67195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:02.751084 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-55486ffe-60c0-41df-aaaa-a3f6a2c67195 admin admin] 10.222.0.31 "GET /v2.0/subnets/85a81019-5e56-4ead-ac83-ea85bf571fe7 HTTP/1.1" status: 200 len: 868 time: 0.1013174 Mar 03 06:28:03.623417 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:04.952934 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:28:05.086330 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:05.089050 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59356) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:05.175446 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55752f38-1c47-47e8-8845-0122c6e7747c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:05.176764 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-55752f38-1c47-47e8-8845-0122c6e7747c admin admin] 10.222.0.31 "GET /v2.0/subnets/c669e2f4-ba82-444f-9a67-a0a131c65f2b HTTP/1.1" status: 200 len: 816 time: 0.0867541 Mar 03 06:28:06.668716 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:30.491335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d5eb-f69a-46c7-99ee-eb202f2cf84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:32.695914 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6514ad63-5aab-4b32-b22e-59d8fafed428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:33.296330 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59408) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:33.341718 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [None req-62ccd81e-b0c1-450c-b5aa-f47fadea4a20 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:28:33.342719 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-62ccd81e-b0c1-450c-b5aa-f47fadea4a20 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454729 Mar 03 06:28:33.593843 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:35.050890 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:35.743657 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59416) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:35.805157 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfe5525-520b-4ac0-b91d-1523286bfb19 admin admin] GET failed (client error): The resource could not be found. Mar 03 06:28:35.806459 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-fbfe5525-520b-4ac0-b91d-1523286bfb19 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618620 Mar 03 06:28:35.887802 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21bfcad-6805-4f15-af17-17bd038a1a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:35.889315 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c21bfcad-6805-4f15-af17-17bd038a1a09 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0788181 Mar 03 06:28:36.701887 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:38.198722 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59424) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:38.243624 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:38.324794 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Made reservation on behalf of abf5aae5b2ca42449c68f12de90a2bd2 for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:28:38.327046 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:38.359200 dv-cinder-831090-6-iscsi neutron-server[103575]: WARNING neutron.services.revisions.revision_plugin [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Could not find related network for resource to bump revision. Mar 03 06:28:38.371474 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:28:38.380704 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (71f98d35-f639-493b-81be-018e6accb2f1), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:38.381031 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Added segment 71f98d35-f639-493b-81be-018e6accb2f1 of type vlan for network 64bfe183-770b-4415-9eb4-999e476fd1aa Mar 03 06:28:38.418085 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (64bfe183-770b-4415-9eb4-999e476fd1aa), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:38.490207 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (64bfe183-770b-4415-9eb4-999e476fd1aa), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:38.491162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:38.491730 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:38.579238 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=64bfe183-770b-4415-9eb4-999e476fd1aa,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:38.585521 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.585918 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.586287 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.586630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.586953 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.587279 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.587604 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.587983 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.588325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.588670 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.588995 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.589313 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.589685 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:38.600397 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 64bfe183-770b-4415-9eb4-999e476fd1aa details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:28:38.618864 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-cadb19ee-e13d-4a73-bd3d-dcfac5ec2fe6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4191356 Mar 03 06:28:40.942413 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59432) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:28:41.001183 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c65da75-589c-4e86-b8d4-362de39c23a0 admin admin] GET failed (client error): The resource could not be found. Mar 03 06:28:41.002518 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-7c65da75-589c-4e86-b8d4-362de39c23a0 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591443 Mar 03 06:28:41.104691 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9776da6-8503-446b-8968-579c64438ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:41.106303 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-d9776da6-8503-446b-8968-579c64438ef4 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999227 Mar 03 06:28:41.115845 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa', 'name': 'shared-subnet'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:41.221654 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Made reservation on behalf of abf5aae5b2ca42449c68f12de90a2bd2 for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:28:41.223844 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:41.416326 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (4f316b6a-8f43-4d7b-97af-951ccdd048a5), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:41.472388 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f316b6a-8f43-4d7b-97af-951ccdd048a5,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:41.482869 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Checking segment: {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:28:41.482869 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Network hostable DHCP agents. Network: 64bfe183-770b-4415-9eb4-999e476fd1aa, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:28:41.581770 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Network 64bfe183-770b-4415-9eb4-999e476fd1aa is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:28:41.701588 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 64bfe183-770b-4415-9eb4-999e476fd1aa) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:41.706329 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:41.706859 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:41.711427 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df9c9d-b342-4dea-aa28-083e3ca451fa None None] Network 64bfe183-770b-4415-9eb4-999e476fd1aa requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:28:41.807140 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-64bfe183-770b-4415-9eb4-999e476fd1aa', 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa', 'project_id': 'abf5aae5b2ca42449c68f12de90a2bd2', 'fixed_ips': [{'subnet_id': '4f316b6a-8f43-4d7b-97af-951ccdd048a5'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:28:41.807958 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:41.830875 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-364b7466-4ff7-4d65-a1bf-5916dfe59628 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7182760 Mar 03 06:28:41.951711 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:28:42.046420 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Allocated IP 192.168.233.2 (64bfe183-770b-4415-9eb4-999e476fd1aa/4f316b6a-8f43-4d7b-97af-951ccdd048a5/1371dd60-6e79-4f02-8c28-ae72664b48db) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:28:42.199169 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Publish callbacks [] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:42.297058 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:42.337639 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Network 64bfe183-770b-4415-9eb4-999e476fd1aa is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:42.340360 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:42.342932 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:28:42.353805 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Pushing event updated for resources: {'Port': ['ID=1371dd60-6e79-4f02-8c28-ae72664b48db,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:42.374135 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.374503 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.374863 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.375758 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.376086 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.376413 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.376738 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.377065 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.377385 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.377753 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.378078 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.378396 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.378712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:42.414703 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Attempting to bind port 1371dd60-6e79-4f02-8c28-ae72664b48db on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:28:42.415080 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Attempting to bind port 1371dd60-6e79-4f02-8c28-ae72664b48db by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:28:42.415470 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Attempting to bind port 1371dd60-6e79-4f02-8c28-ae72664b48db on network 64bfe183-770b-4415-9eb4-999e476fd1aa {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:28:42.420555 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:28:42.420932 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Checking segment: {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:28:42.421342 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:42.421766 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Bound using segment: {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:28:42.422774 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Bound port: 1371dd60-6e79-4f02-8c28-ae72664b48db, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:28:42.422774 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:42.488258 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] For port 1371dd60-6e79-4f02-8c28-ae72664b48db, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:28:42.491829 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] For port 1371dd60-6e79-4f02-8c28-ae72664b48db, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=1371dd60-6e79-4f02-8c28-ae72664b48db,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:28:42.588324 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:42.644939 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a423b45-452b-4ad3-a4e3-409bfa0d3242 None None] Pushing event updated for resources: {'Port': ['ID=1371dd60-6e79-4f02-8c28-ae72664b48db,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:43.503015 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 1371dd60-6e79-4f02-8c28-ae72664b48db up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:28:43.533708 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7789c372-d430-4242-8a24-e2ce4f0e4f46 None None] Network 64bfe183-770b-4415-9eb4-999e476fd1aa requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:28:43.632295 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] Provisioning complete for port 1371dd60-6e79-4f02-8c28-ae72664b48db triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:28:43.632605 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:43.635534 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 1371dd60-6e79-4f02-8c28-ae72664b48db triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:28:43.635910 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:43.804189 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] Current status of the port 1371dd60-6e79-4f02-8c28-ae72664b48db is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:28:43.804574 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:43.808704 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 1371dd60-6e79-4f02-8c28-ae72664b48db is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:28:43.809077 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:43.860574 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] For port 1371dd60-6e79-4f02-8c28-ae72664b48db, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=1371dd60-6e79-4f02-8c28-ae72664b48db,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:28:43.931999 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:44.002551 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.db.api [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:28:44.002914 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG oslo_db.api [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:28:44.007079 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb320e-b587-4b8b-9f94-c8a2b13cdc70 None None] Pushing event updated for resources: {'Port': ['ID=1371dd60-6e79-4f02-8c28-ae72664b48db,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:44.054296 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-e757940c-323b-45ab-9519-435a29f98fe2 None None] Provisioning complete for port 1371dd60-6e79-4f02-8c28-ae72664b48db triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:28:44.054709 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e757940c-323b-45ab-9519-435a29f98fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:44.133790 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e757940c-323b-45ab-9519-435a29f98fe2 None None] Current status of the port 1371dd60-6e79-4f02-8c28-ae72664b48db is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:28:44.538923 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 1371dd60-6e79-4f02-8c28-ae72664b48db is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:28:45.450945 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 1371dd60-6e79-4f02-8c28-ae72664b48db up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:28:45.496921 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 1371dd60-6e79-4f02-8c28-ae72664b48db triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:28:45.497306 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (1371dd60-6e79-4f02-8c28-ae72664b48db), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:28:45.573245 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 1371dd60-6e79-4f02-8c28-ae72664b48db is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:29:00.460593 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5164e05f-a270-48ef-955e-bfead4350e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:02.689460 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ed30e13f-2330-4068-aec4-d8d454d6f11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:03.620777 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:05.084001 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:06.746655 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:18.950441 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:29:30.477519 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1ceb746e-63a0-4d44-8c8d-1b7ce328f3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:32.693965 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3be40745-5cc1-4d80-8d53-fec12c0bde6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:33.608732 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:35.093992 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:36.688716 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:29:55.949893 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:30:00.471066 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6f31f426-38c5-4706-9458-160023d261fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:02.687911 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b4e6185c-eba8-40d3-ae02-cd7b013f8768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:03.601979 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:05.088630 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:06.715240 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:14.741402 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59472) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:30:14.747515 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [None req-9f7011bd-a946-415b-af0c-2feb48599298 tempest-verify_tempest_config-272408460 tempest-verify_tempest_config-272408460-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:30:14.749391 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-9f7011bd-a946-415b-af0c-2feb48599298 tempest-verify_tempest_config-272408460 tempest-verify_tempest_config-272408460-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060549 Mar 03 06:30:15.286787 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59490) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:30:15.388485 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.461961 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Publish callbacks [] for security_group (8bdcf983-c78d-4e9c-9efe-22062b88db9b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.539295 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (8bdcf983-c78d-4e9c-9efe-22062b88db9b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.587839 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2cbb5b3c69d46fb9ac070446b00f33f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3000097 Mar 03 06:30:15.588759 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdcf983-c78d-4e9c-9efe-22062b88db9b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:15.591036 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59496) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:30:15.596049 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.596412 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.596768 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.597110 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.597445 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.597952 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.598146 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.598482 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.598823 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.599156 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.599482 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.599807 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.600129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a492d56f-48d0-4caf-9bc1-99d14e3ff303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.643248 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Publish callbacks [] for security_group (8bdcf983-c78d-4e9c-9efe-22062b88db9b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.663479 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Publish callbacks [] for security_group (8bdcf983-c78d-4e9c-9efe-22062b88db9b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.825879 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (8bdcf983-c78d-4e9c-9efe-22062b88db9b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.828333 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:15.829460 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bdcf983-c78d-4e9c-9efe-22062b88db9b HTTP/1.1" status: 204 len: 168 time: 0.2374673 Mar 03 06:30:15.837553 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdcf983-c78d-4e9c-9efe-22062b88db9b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:15.845198 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.845561 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:15.852439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873290b9-64d7-425a-9b17-674ea51ad999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:30.491407 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5b3addda-5924-4317-928e-7fe6a0c3075a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:32.708229 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fa63-878d-4588-800c-9653bb7726cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:32.948978 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:30:33.612589 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:35.085301 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:30:36.702760 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:00.469188 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c35c-6369-4eb8-ac5c-ada28daf9e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:02.737753 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcbdab20-b506-4071-b579-a163e45c2fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:03.615562 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:05.083731 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:06.714649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:09.947664 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:31:30.468385 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-13f3ee71-f2b3-4335-aa2e-a002d1611c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:32.757364 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-927189c2-754e-4789-9098-b61fcf647235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:33.614078 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:35.096645 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:36.685528 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:31:46.946304 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 5 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:31:55.041869 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16301140'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:00.462659 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-28b7cbae-ee46-4c50-983c-6b6752b676ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:02.687237 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7c13da4f-d9da-41d8-9ea8-9b686b7b35c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:03.623924 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:05.121085 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:06.718783 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:10.016929 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59566) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:32:10.120863 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-521b084c-af00-43b9-b439-39a1d5ce51cf admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028414 Mar 03 06:32:12.433500 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59576) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:32:12.492174 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-05a1b570-41c4-44aa-bec7-efc46006bf01 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0575583 Mar 03 06:32:23.945225 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:32:25.032381 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:30.474432 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef669-dd01-4fd8-8242-424baa55c784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:32.729480 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2b172de3-0291-4051-b9cd-b1c821fe4132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:33.645503 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:35.091214 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:36.690915 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:32:55.050553 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:00.488821 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-49bb4d91-14d8-4450-bd28-7812fadd51e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:00.945419 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:33:02.708172 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9bea4414-cb30-48c0-88b6-ddc9dbd8aae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:03.627769 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:05.095579 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:06.695010 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:25.058304 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:30.482752 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ce141ed0-6431-4403-8748-c4ac20ed0744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:32.694403 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0d33dab2-615d-4670-beb7-6beff2259685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:33.631617 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:35.100064 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:36.711750 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:37.946279 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:33:48.212033 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59746) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:48.504490 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1677031143-network', 'tenant_id': '1e54dc6a67f74fef848890e6c626e3fc'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:48.573903 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Made reservation on behalf of 1e54dc6a67f74fef848890e6c626e3fc for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:48.576259 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.584796 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.669350 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks [] for security_group (7114b1f2-7992-4eca-ba24-0b50f675b476), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.708263 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59776) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:48.716350 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7114b1f2-7992-4eca-ba24-0b50f675b476), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.743726 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:48.757624 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7114b1f2-7992-4eca-ba24-0b50f675b476,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:48.765341 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.765721 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Added segment 6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4 of type vlan for network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 Mar 03 06:33:48.767602 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.767958 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.768306 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.768654 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.768988 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.769319 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.769682 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.770016 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.770350 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.770716 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.771089 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.771415 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.771736 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Tracked resource versions report: Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: pushed versions: Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: { 'AddressGroup': {'1.2'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'ConntrackHelper': {'1.0'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Log': {'1.0'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Network': {'1.1'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Port': {'1.7'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'PortForwarding': {'1.2'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'QosPolicy': {'1.10'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroup': {'1.5'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SubPort': {'1.0'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Subnet': {'1.1'}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Trunk': {'1.1'}} Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: consumer versions: Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: HyperV agent@hv-cinder-83109: {}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'ConntrackHelper': '1.0', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'LocalIPAssociation': '1.0', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Log': '1.0', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Network': '1.1', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Port': '1.7', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'PortForwarding': '1.2', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'QosPolicy': '1.10', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroup': '1.5', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SecurityGroupRule': '1.2', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'SubPort': '1.0', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Subnet': '1.1', Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: 'Trunk': '1.1'}} Mar 03 06:33:48.772902 dv-cinder-831090-6-iscsi neutron-server[103574]: {{(pid=103574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:33:48.818649 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (8bd47d02-bff1-4fee-8632-c2f2124a56f2), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.899398 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (8bd47d02-bff1-4fee-8632-c2f2124a56f2), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.900400 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:48.900983 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:48.964150 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] Pushing event updated for resources: {'Network': ['ID=8bd47d02-bff1-4fee-8632-c2f2124a56f2,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:48.976081 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:33:48.977086 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59786) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:49.040076 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-91bd8cd8-785a-4f47-9090-aa4efe984adf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8269444 Mar 03 06:33:49.043034 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59790) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:49.048303 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Request body: {'subnet': {'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1677031143-subnet', 'tenant_id': '1e54dc6a67f74fef848890e6c626e3fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:49.128158 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Made reservation on behalf of 1e54dc6a67f74fef848890e6c626e3fc for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:49.130810 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.193724 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-network', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:49.325933 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-587821567-network', 'tenant_id': '515424c141cf48fa82014f02b5d0d637'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:49.345153 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Made reservation on behalf of bf31e05612ae4b1fa991cce5952a4412 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:49.347539 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.354864 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59806) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:49.359752 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.398157 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (621de081-d370-4cfe-81bb-d8e5e5a2f34b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.448885 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Made reservation on behalf of 515424c141cf48fa82014f02b5d0d637 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:49.451554 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.487399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.497441 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks [] for security_group (a72aef3a-a7c1-4009-bf76-9edad52a4653), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.520927 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Checking segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:49.520927 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Network hostable DHCP agents. Network: 8bd47d02-bff1-4fee-8632-c2f2124a56f2, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:33:49.531993 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621de081-d370-4cfe-81bb-d8e5e5a2f34b,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:49.574802 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (a72aef3a-a7c1-4009-bf76-9edad52a4653), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.591832 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:49.600549 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (688e4e6b-73b0-4424-a882-fca7efc8b89e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.600895 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Added segment 688e4e6b-73b0-4424-a882-fca7efc8b89e of type vlan for network 8feb55f8-c185-458d-997c-907f0b455338 Mar 03 06:33:49.660142 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59820) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:49.666768 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (8feb55f8-c185-458d-997c-907f0b455338), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.669156 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72aef3a-a7c1-4009-bf76-9edad52a4653,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:49.692997 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:33:49.724878 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks [] for security_group (1e26427e-d449-4a1f-870e-f3c32d6e8062), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.739782 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768245582-network', 'tenant_id': '2a6e6dc3067c4556961bc90c4de97caa'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:49.791540 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 8bd47d02-bff1-4fee-8632-c2f2124a56f2) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:49.812589 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:49.813209 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.813820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961cc9f5-7222-4074-aac9-3e752d94c336 None None] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:49.825918 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1e26427e-d449-4a1f-870e-f3c32d6e8062), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.831328 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (8feb55f8-c185-458d-997c-907f0b455338), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.831328 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:49.831606 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.873266 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Made reservation on behalf of 2a6e6dc3067c4556961bc90c4de97caa for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:49.876851 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.903917 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.921069 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] Pushing event updated for resources: {'Network': ['ID=8feb55f8-c185-458d-997c-907f0b455338,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:49.939921 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 8feb55f8-c185-458d-997c-907f0b455338 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:33:49.940170 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1182487439-network', 'tenant_id': '2e8d97db940d409381b6bbbe9bbb1b1a'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:49.941754 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-6ee27934-065d-4835-9a51-100691d86751 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8971810 Mar 03 06:33:49.948090 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:49.956489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e26427e-d449-4a1f-870e-f3c32d6e8062,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:49.962558 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (0d967b70-d3d6-404c-b1db-d626e88e75a3), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:49.963186 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Added segment 0d967b70-d3d6-404c-b1db-d626e88e75a3 of type vlan for network 80a697f1-3f2c-4380-bb33-413897d26af5 Mar 03 06:33:50.021331 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (80a697f1-3f2c-4380-bb33-413897d26af5), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.048918 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd7b30-62ed-4464-bed7-916469043221 None None] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:50.049867 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-7705b0d6-b86b-43d1-9205-6334c515d007 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3379762 Mar 03 06:33:50.059081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59832) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:50.076464 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Request body: {'subnet': {'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-subnet', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:50.103028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks [] for security_group (e3e556eb-d8ba-41e8-8481-70488a9c316c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.104875 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Made reservation on behalf of 2e8d97db940d409381b6bbbe9bbb1b1a for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:50.107684 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.117980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.183281 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (e3e556eb-d8ba-41e8-8481-70488a9c316c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.209153 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Made reservation on behalf of bf31e05612ae4b1fa991cce5952a4412 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:50.210625 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:50.211757 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.214724 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (80a697f1-3f2c-4380-bb33-413897d26af5), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.215695 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:50.216235 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.220888 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (0e5a48e0-95d1-4044-8665-a3f8939fd989), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.221555 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Added segment 0e5a48e0-95d1-4044-8665-a3f8939fd989 of type vlan for network 8d64caaa-0a9c-4832-8db8-c2248ac2dc51 Mar 03 06:33:50.269475 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (8d64caaa-0a9c-4832-8db8-c2248ac2dc51), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.333595 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e556eb-d8ba-41e8-8481-70488a9c316c,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:50.341596 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks [] for security_group (93ba384c-68af-40a1-a070-db78ee0e4776), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.345529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (8d64caaa-0a9c-4832-8db8-c2248ac2dc51), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.346507 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:50.347351 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.358609 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Tracked resource versions report: Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: pushed versions: Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: { 'AddressGroup': {'1.2'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'ConntrackHelper': {'1.0'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Log': {'1.0'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Network': {'1.1'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Port': {'1.7'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'PortForwarding': {'1.2'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'QosPolicy': {'1.10'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroup': {'1.5'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SubPort': {'1.0'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Subnet': {'1.1'}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Trunk': {'1.1'}} Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: consumer versions: Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: HyperV agent@hv-cinder-83109: {}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'ConntrackHelper': '1.0', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'LocalIPAssociation': '1.0', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Log': '1.0', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Network': '1.1', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Port': '1.7', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'PortForwarding': '1.2', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'QosPolicy': '1.10', Mar 03 06:33:50.364460 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroup': '1.5', Mar 03 06:33:50.367630 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SecurityGroupRule': '1.2', Mar 03 06:33:50.367630 dv-cinder-831090-6-iscsi neutron-server[103575]: 'SubPort': '1.0', Mar 03 06:33:50.367630 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Subnet': '1.1', Mar 03 06:33:50.367630 dv-cinder-831090-6-iscsi neutron-server[103575]: 'Trunk': '1.1'}} Mar 03 06:33:50.367630 dv-cinder-831090-6-iscsi neutron-server[103575]: {{(pid=103575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:33:50.384951 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] Pushing event updated for resources: {'Network': ['ID=80a697f1-3f2c-4380-bb33-413897d26af5,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:50.390717 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c834fc1b-d58c-4547-9cc1-2978a8403171 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4123375 Mar 03 06:33:50.396408 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 80a697f1-3f2c-4380-bb33-413897d26af5 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:33:50.397463 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59846) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:50.403716 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Request body: {'subnet': {'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-subnet', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:50.429735 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (93ba384c-68af-40a1-a070-db78ee0e4776), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.447384 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] Pushing event updated for resources: {'Network': ['ID=8d64caaa-0a9c-4832-8db8-c2248ac2dc51,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:50.480890 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-886f6b05-19f8-4e73-bd05-a909f0724b63 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1233101 Mar 03 06:33:50.484484 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 8d64caaa-0a9c-4832-8db8-c2248ac2dc51 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:33:50.485949 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59858) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:50.507073 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Request body: {'subnet': {'network_id': '8d64caaa-0a9c-4832-8db8-c2248ac2dc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768245582-subnet', 'tenant_id': '2a6e6dc3067c4556961bc90c4de97caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:50.519408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:50.529318 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Made reservation on behalf of 515424c141cf48fa82014f02b5d0d637 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:50.537018 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.569254 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba384c-68af-40a1-a070-db78ee0e4776,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:50.574828 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (7e5b5f7b-8205-4f5c-839d-ed099acdd360), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.575181 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Added segment 7e5b5f7b-8205-4f5c-839d-ed099acdd360 of type vlan for network d89877c1-6359-41f1-b286-28459e6bd7a9 Mar 03 06:33:50.675057 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (d89877c1-6359-41f1-b286-28459e6bd7a9), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.678860 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Made reservation on behalf of 2a6e6dc3067c4556961bc90c4de97caa for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:50.682097 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.787689 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (e6919eb7-7455-4a6d-91a2-b0ba5cc1425d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.896152 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Checking segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:50.900142 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Network hostable DHCP agents. Network: 8feb55f8-c185-458d-997c-907f0b455338, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:33:50.900142 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:50.951186 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (8fb46d55-53ee-41f2-8c72-8729cad51fcb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:50.993397 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Network 8feb55f8-c185-458d-997c-907f0b455338 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:33:51.031503 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb46d55-53ee-41f2-8c72-8729cad51fcb,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:51.034110 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (d89877c1-6359-41f1-b286-28459e6bd7a9), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.035310 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:51.036253 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.037286 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Checking segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:51.037706 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Network hostable DHCP agents. Network: 80a697f1-3f2c-4380-bb33-413897d26af5, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:33:51.103900 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 8feb55f8-c185-458d-997c-907f0b455338) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:51.114509 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d89877c1-6359-41f1-b286-28459e6bd7a9,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:51.118291 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b3992-a2c2-4feb-a91f-8effdaeaa9f5 None None] Network 8feb55f8-c185-458d-997c-907f0b455338 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:51.124057 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:51.129068 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.136706 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-47a59080-5453-4c7f-94ed-954c228459b6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4755006 Mar 03 06:33:51.139622 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59884) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:51.150237 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Request body: {'subnet': {'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1182487439-subnet', 'tenant_id': '2e8d97db940d409381b6bbbe9bbb1b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:51.183311 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (102d5978-ffdb-4665-9f3d-2e3cc1b2357f), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.220115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Network 80a697f1-3f2c-4380-bb33-413897d26af5 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:33:51.230020 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-6b30ccb3-7e40-41a6-9824-7edd383e8dfc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1698792 Mar 03 06:33:51.233846 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 59888) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:51.238220 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 80a697f1-3f2c-4380-bb33-413897d26af5) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:51.241095 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:51.264717 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:51.267465 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network d89877c1-6359-41f1-b286-28459e6bd7a9 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:33:51.267632 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.275642 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f65cba-960d-4e14-8b3d-8d2b0340ab25 None None] Network 80a697f1-3f2c-4380-bb33-413897d26af5 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:51.281028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Made reservation on behalf of 2e8d97db940d409381b6bbbe9bbb1b1a for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:51.283781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.388135 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-8feb55f8-c185-458d-997c-907f0b455338', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:33:51.389772 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.412770 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2f1a558d-55a5-442a-abbb-ebbcc474f312 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0121381 Mar 03 06:33:51.414051 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59904) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:51.423223 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:51.498558 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=102d5978-ffdb-4665-9f3d-2e3cc1b2357f,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:51.520973 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Checking segment: {'id': '0e5a48e0-95d1-4044-8665-a3f8939fd989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8d64caaa-0a9c-4832-8db8-c2248ac2dc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:51.521474 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Network hostable DHCP agents. Network: 8d64caaa-0a9c-4832-8db8-c2248ac2dc51, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:33:51.530411 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (1b48e4a5-13c1-4164-9b08-66500db92428), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.531688 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (1b48e4a5-13c1-4164-9b08-66500db92428), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.539728 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c958aba-2bbb-4399-8ffd-d7344e4cd6c0 None None] Network 80a697f1-3f2c-4380-bb33-413897d26af5 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:51.585802 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (e48b34c8-8f27-48d0-b874-41c5b7457cfe), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.587013 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (e48b34c8-8f27-48d0-b874-41c5b7457cfe), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.635742 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (6651deb9-113d-462a-bc5d-2fa72b3bcd4f), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.640908 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks [] for router_controller (1b48e4a5-13c1-4164-9b08-66500db92428), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.716008 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Allocated IP 172.20.0.2 (8feb55f8-c185-458d-997c-907f0b455338/e6919eb7-7455-4a6d-91a2-b0ba5cc1425d/ae55405a-04ac-4a64-9576-e38cb0a253ac) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:33:51.732128 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Network 8d64caaa-0a9c-4832-8db8-c2248ac2dc51 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:33:51.744403 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks [] for router_controller (e48b34c8-8f27-48d0-b874-41c5b7457cfe), precommit_add_association {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.781268 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6651deb9-113d-462a-bc5d-2fa72b3bcd4f,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:51.793499 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Checking segment: {'id': '7e5b5f7b-8205-4f5c-839d-ed099acdd360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:51.793998 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Network hostable DHCP agents. Network: d89877c1-6359-41f1-b286-28459e6bd7a9, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:33:51.855141 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 8d64caaa-0a9c-4832-8db8-c2248ac2dc51) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:51.863493 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59930) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:51.871174 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05ec27-43d8-48ed-bd07-23c060b4a15f None None] Network 8d64caaa-0a9c-4832-8db8-c2248ac2dc51 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:51.904312 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:51.904931 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:51.936695 dv-cinder-831090-6-iscsi neutron-server[103574]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 06:33:51.977827 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Publish callbacks [] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.016139 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Network d89877c1-6359-41f1-b286-28459e6bd7a9 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:33:52.047700 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed955bb-3579-45d7-b068-95aa09339cfb None None] Network 8d64caaa-0a9c-4832-8db8-c2248ac2dc51 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:52.054021 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks [] for router_gateway (1b48e4a5-13c1-4164-9b08-66500db92428), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.066169 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b60deb12-0bad-4cf6-97ca-74dc740ae1fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5705471 Mar 03 06:33:52.067662 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, d89877c1-6359-41f1-b286-28459e6bd7a9) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:52.074593 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks [] for router_gateway (e48b34c8-8f27-48d0-b874-41c5b7457cfe), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.078920 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:52.079805 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.101368 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca96f85-40e8-4ff4-882c-2f588917c395 None None] Network d89877c1-6359-41f1-b286-28459e6bd7a9 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:52.138203 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59938) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:52.190756 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-44e591a9-2664-4eca-9e2e-8e9fc749b37a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0498681 Mar 03 06:33:52.280951 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.303088 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-503e85de-7d56-41a4-b9ea-6f0867bebda9 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:52.309863 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-503e85de-7d56-41a4-b9ea-6f0867bebda9 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.3775594 Mar 03 06:33:52.329311 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-b405a539-335c-4fc5-bdce-d231be51709c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/quotas/1e54dc6a67f74fef848890e6c626e3fc HTTP/1.1" status: 200 len: 375 time: 0.0185084 Mar 03 06:33:52.365398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Network 8feb55f8-c185-458d-997c-907f0b455338 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:33:52.374103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:52.398387 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-7e289649-b279-49e0-8441-640ca4c003b8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680947 Mar 03 06:33:52.399911 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:33:52.419285 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1117cbc0-7ad1-467e-867a-e5a1c28293df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.458154 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Pushing event updated for resources: {'Port': ['ID=ae55405a-04ac-4a64-9576-e38cb0a253ac,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:52.505962 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.506862 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.507230 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.507572 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.507909 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.508239 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.508568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.508897 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.509222 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.509637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.510014 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.510284 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.510609 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Tracked resource versions report: Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: pushed versions: Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: { 'AddressGroup': {'1.2'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'ConntrackHelper': {'1.0'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Log': {'1.0'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Network': {'1.1'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Port': {'1.7'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'PortForwarding': {'1.2'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'QosPolicy': {'1.10'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroup': {'1.5'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SubPort': {'1.0'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Subnet': {'1.1'}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Trunk': {'1.1'}} Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: consumer versions: Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: HyperV agent@hv-cinder-83109: {}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'ConntrackHelper': '1.0', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'LocalIPAssociation': '1.0', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Log': '1.0', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Network': '1.1', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Port': '1.7', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'PortForwarding': '1.2', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'QosPolicy': '1.10', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroup': '1.5', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SecurityGroupRule': '1.2', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'SubPort': '1.0', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Subnet': '1.1', Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: 'Trunk': '1.1'}} Mar 03 06:33:52.511779 dv-cinder-831090-6-iscsi neutron-server[103577]: {{(pid=103577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:33:52.551999 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Attempting to bind port ae55405a-04ac-4a64-9576-e38cb0a253ac on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:33:52.552382 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Attempting to bind port ae55405a-04ac-4a64-9576-e38cb0a253ac by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:33:52.552756 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Attempting to bind port ae55405a-04ac-4a64-9576-e38cb0a253ac on network 8feb55f8-c185-458d-997c-907f0b455338 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:33:52.583820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:33:52.584758 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Checking segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:52.585108 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.585525 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Bound using segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:33:52.586936 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Bound port: ae55405a-04ac-4a64-9576-e38cb0a253ac, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:33:52.587946 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.592649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35cab4-b7ac-4ab8-bd47-2aeb553c5968 None None] Network d89877c1-6359-41f1-b286-28459e6bd7a9 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:52.637713 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks [] for router_gateway (e48b34c8-8f27-48d0-b874-41c5b7457cfe), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.686549 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.751646 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1117cbc0-7ad1-467e-867a-e5a1c28293df admin admin] Publish callbacks [] for security_group (3faa86d6-ceac-4340-aa18-5de1397c5ece), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.753611 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks [] for router_gateway (1b48e4a5-13c1-4164-9b08-66500db92428), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.784164 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.815275 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] For port ae55405a-04ac-4a64-9576-e38cb0a253ac, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:33:52.833967 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] For port ae55405a-04ac-4a64-9576-e38cb0a253ac, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ae55405a-04ac-4a64-9576-e38cb0a253ac,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:33:52.866126 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1117cbc0-7ad1-467e-867a-e5a1c28293df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (3faa86d6-ceac-4340-aa18-5de1397c5ece), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:52.897510 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-39af7006-b844-4ff3-a00c-7b89534f05ac service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:33:52.905691 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-39af7006-b844-4ff3-a00c-7b89534f05ac service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1265132 Mar 03 06:33:52.906762 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Allocated IP 172.27.2.3 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/127ba1c6-bb75-4d9f-8746-d582318719c4) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:33:52.922685 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.005412 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117cbc0-7ad1-467e-867a-e5a1c28293df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faa86d6-ceac-4340-aa18-5de1397c5ece,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:53.018928 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1117cbc0-7ad1-467e-867a-e5a1c28293df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fbc41d8e69b44eeacbe160703acb95f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8794763 Mar 03 06:33:53.021667 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59974) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:53.031497 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf8c6-f914-4ef4-9c7e-60bc30ab194e None None] Pushing event updated for resources: {'Port': ['ID=ae55405a-04ac-4a64-9576-e38cb0a253ac,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:53.096335 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks [] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.122887 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-8b777dc1-4cd1-42db-84c5-525b10a1fa9c service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160666 Mar 03 06:33:53.160049 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d032c890-0f24-4c37-98d4-2a4b5013c862 admin admin] Publish callbacks [] for security_group (3faa86d6-ceac-4340-aa18-5de1397c5ece), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.206807 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.207515 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 59982) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:53.219426 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1130478553-network', 'tenant_id': 'f78d46cf2aed47f2b7458a4f579f4722'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:53.232920 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d032c890-0f24-4c37-98d4-2a4b5013c862 admin admin] Publish callbacks [] for security_group (3faa86d6-ceac-4340-aa18-5de1397c5ece), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.261948 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:33:53.270926 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:53.279248 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:33:53.363433 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Allocated IP 172.27.2.197 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/dd095eda-a445-460e-b98d-f122b4a4a9ff) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:33:53.383869 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Made reservation on behalf of f78d46cf2aed47f2b7458a4f579f4722 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:53.386045 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.389351 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-32ef76d8-5cb1-4c69-af75-01c7bf8d2480 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564306 Mar 03 06:33:53.408286 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.479512 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Pushing event updated for resources: {'Port': ['ID=127ba1c6-bb75-4d9f-8746-d582318719c4,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:53.545691 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d032c890-0f24-4c37-98d4-2a4b5013c862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (3faa86d6-ceac-4340-aa18-5de1397c5ece), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.548337 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d032c890-0f24-4c37-98d4-2a4b5013c862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.549493 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d032c890-0f24-4c37-98d4-2a4b5013c862 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3faa86d6-ceac-4340-aa18-5de1397c5ece HTTP/1.1" status: 204 len: 168 time: 0.5270536 Mar 03 06:33:53.566423 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks [] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.614295 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032c890-0f24-4c37-98d4-2a4b5013c862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faa86d6-ceac-4340-aa18-5de1397c5ece,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:53.703468 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks [] for security_group (b5d01acd-a048-4124-96ac-d4728ec97bd4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.767548 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks [] for router_gateway (e48b34c8-8f27-48d0-b874-41c5b7457cfe), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.802949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.860616 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ae55405a-04ac-4a64-9576-e38cb0a253ac up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:33:53.904535 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b5d01acd-a048-4124-96ac-d4728ec97bd4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:53.941803 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:33:53.977032 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:53.979695 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:33:54.023221 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port ae55405a-04ac-4a64-9576-e38cb0a253ac triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:33:54.023906 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.133119 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d01acd-a048-4124-96ac-d4728ec97bd4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:54.160793 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-00a0de94-8102-4107-bb74-4e7c5189c7a6 req-96ecaea3-b942-4f79-9513-692ebc569452 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.2598786 Mar 03 06:33:54.287905 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port ae55405a-04ac-4a64-9576-e38cb0a253ac is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:33:54.288306 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.387030 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60050) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:54.389162 dv-cinder-831090-6-iscsi neutron-server[103575]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 06:33:54.419728 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port ae55405a-04ac-4a64-9576-e38cb0a253ac, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ae55405a-04ac-4a64-9576-e38cb0a253ac,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:33:54.500617 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:54.509216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.576926 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd095eda-a445-460e-b98d-f122b4a4a9ff,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:54.607152 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (61565117-d7de-4ca0-96d1-e0de47cbc02f), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.607503 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Added segment 61565117-d7de-4ca0-96d1-e0de47cbc02f of type vlan for network 752b31e1-b425-4921-bba0-4af2efdfc361 Mar 03 06:33:54.627686 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=ae55405a-04ac-4a64-9576-e38cb0a253ac,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:54.747026 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b14e0-ee9d-46e5-b0c0-a1cb07986b65 None None] Network 8feb55f8-c185-458d-997c-907f0b455338 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:54.752728 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (752b31e1-b425-4921-bba0-4af2efdfc361), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.833359 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60072) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:54.847683 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-af03ca5d-d0a8-4135-834b-91c152973518 None None] Provisioning complete for port ae55405a-04ac-4a64-9576-e38cb0a253ac triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:33:54.848321 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-af03ca5d-d0a8-4135-834b-91c152973518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.860587 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cced2630-566e-4e3b-a40a-55f121a99d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.905316 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (752b31e1-b425-4921-bba0-4af2efdfc361), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.908247 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:54.908838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.933804 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (e48b34c8-8f27-48d0-b874-41c5b7457cfe), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:54.988551 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-1781c063-0bbd-4b8c-9dfb-bcfb7f0edf64 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:54.990071 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-1781c063-0bbd-4b8c-9dfb-bcfb7f0edf64 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/networks?id=d89877c1-6359-41f1-b286-28459e6bd7a9 HTTP/1.1" status: 200 len: 812 time: 0.6020687 Mar 03 06:33:55.034559 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-af03ca5d-d0a8-4135-834b-91c152973518 None None] Current status of the port ae55405a-04ac-4a64-9576-e38cb0a253ac is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:33:55.073205 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-1472d732-77d2-44a3-af35-0be8e96a2743 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/quotas/2e8d97db940d409381b6bbbe9bbb1b1a HTTP/1.1" status: 200 len: 375 time: 0.0536716 Mar 03 06:33:55.095480 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.135764 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] Pushing event updated for resources: {'Network': ['ID=752b31e1-b425-4921-bba0-4af2efdfc361,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:55.145466 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cced2630-566e-4e3b-a40a-55f121a99d10 admin admin] Publish callbacks [] for security_group (10340e2f-0608-4b03-b0ed-c6b9bbbdac88), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.148535 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-1eeb5648-d8e7-4561-afaa-9d3cd1a0c828 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e8d97db940d409381b6bbbe9bbb1b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650280 Mar 03 06:33:55.148693 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks [] for router_gateway (1b48e4a5-13c1-4164-9b08-66500db92428), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.149041 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 752b31e1-b425-4921-bba0-4af2efdfc361 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:33:55.203150 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cced2630-566e-4e3b-a40a-55f121a99d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (10340e2f-0608-4b03-b0ed-c6b9bbbdac88), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.209962 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-4a7f02c8-377b-420a-99a5-3e3d2beb84c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0008433 Mar 03 06:33:55.212685 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60082) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:55.221225 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Request body: {'subnet': {'network_id': '752b31e1-b425-4921-bba0-4af2efdfc361', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1130478553-subnet', 'tenant_id': 'f78d46cf2aed47f2b7458a4f579f4722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:55.323498 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-cced2630-566e-4e3b-a40a-55f121a99d10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f91359cd81bf4226a90937ab1e5319c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4866657 Mar 03 06:33:55.323498 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced2630-566e-4e3b-a40a-55f121a99d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10340e2f-0608-4b03-b0ed-c6b9bbbdac88,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:55.324322 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60086) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:55.328542 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-736c978a-6118-48e9-aef1-e498c8b0edf7 req-554eff1a-406f-4729-ac0a-1f53f945e35d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.0356991 Mar 03 06:33:55.379553 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Made reservation on behalf of f78d46cf2aed47f2b7458a4f579f4722 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:55.566292 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.566706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-bbe14aec-d0ec-4a23-8908-878dd726f7aa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:33:55.566706 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-bbe14aec-d0ec-4a23-8908-878dd726f7aa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0755553 Mar 03 06:33:55.566706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8a6-df43-4fb9-8735-d520a4b309ec admin admin] Publish callbacks [] for security_group (10340e2f-0608-4b03-b0ed-c6b9bbbdac88), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.566706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:33:55.567319 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-37e33a82-45e0-4285-bfd7-c611d5db4eb6 None None] Provisioning complete for port ae55405a-04ac-4a64-9576-e38cb0a253ac triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:33:55.567319 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-37e33a82-45e0-4285-bfd7-c611d5db4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.567457 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8a6-df43-4fb9-8735-d520a4b309ec admin admin] Publish callbacks [] for security_group (10340e2f-0608-4b03-b0ed-c6b9bbbdac88), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.567525 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (1b48e4a5-13c1-4164-9b08-66500db92428), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.595203 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-37e33a82-45e0-4285-bfd7-c611d5db4eb6 None None] Current status of the port ae55405a-04ac-4a64-9576-e38cb0a253ac is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:33:55.673597 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-8b18ff1b-d644-4b1a-bdc0-65680555134d service neutron] 10.222.0.31 "GET /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400076 Mar 03 06:33:55.686042 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ae55405a-04ac-4a64-9576-e38cb0a253ac up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:33:55.729202 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:33:55.741682 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:33:55.748868 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port ae55405a-04ac-4a64-9576-e38cb0a253ac triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:33:55.749942 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.768258 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:33:55.776036 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:33:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:55.801028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8a6-df43-4fb9-8735-d520a4b309ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (10340e2f-0608-4b03-b0ed-c6b9bbbdac88), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.807558 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f64d8a6-df43-4fb9-8735-d520a4b309ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.807558 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5f64d8a6-df43-4fb9-8735-d520a4b309ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10340e2f-0608-4b03-b0ed-c6b9bbbdac88 HTTP/1.1" status: 204 len: 168 time: 0.4805386 Mar 03 06:33:55.819599 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64d8a6-df43-4fb9-8735-d520a4b309ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10340e2f-0608-4b03-b0ed-c6b9bbbdac88,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:55.824881 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-c2f71461-675e-44b4-b82c-abcbaf55bd19 service neutron] 10.222.0.31 "GET /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408823 Mar 03 06:33:55.857911 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.862287 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:55.868303 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-bd57dfc8-2029-450b-8c67-31c4e230a892 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6280041 Mar 03 06:33:55.868841 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60108) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:55.880034 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port ae55405a-04ac-4a64-9576-e38cb0a253ac is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:33:55.952732 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Router 1b48e4a5-13c1-4164-9b08-66500db92428 is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:33:56.022615 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:56.191696 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Checking segment: {'id': '61565117-d7de-4ca0-96d1-e0de47cbc02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '752b31e1-b425-4921-bba0-4af2efdfc361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:56.192106 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Network hostable DHCP agents. Network: 752b31e1-b425-4921-bba0-4af2efdfc361, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:33:56.215232 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:33:56.299538 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ac67d36c-a5b0-47c8-a9b1-692bf7ac3db5 req-4b9a75ed-d85b-4ea6-8914-b9cea947756b tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.0411448 Mar 03 06:33:56.329768 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:33:56.343783 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Sync routers for ids ['1b48e4a5-13c1-4164-9b08-66500db92428'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:33:56.379246 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Routers {'1b48e4a5-13c1-4164-9b08-66500db92428'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:33:56.383433 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:33:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['1b48e4a5-13c1-4164-9b08-66500db92428'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:56.390928 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Network 752b31e1-b425-4921-bba0-4af2efdfc361 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:33:56.451074 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:56.457064 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-09ec888d-839c-4052-9411-f2c64df4c3d4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0389087 Mar 03 06:33:56.457064 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60134) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:56.514916 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 752b31e1-b425-4921-bba0-4af2efdfc361) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:56.515673 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:56.516540 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:56.526623 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a488f-5a25-48ef-8ed3-62a980e98c40 None None] Network 752b31e1-b425-4921-bba0-4af2efdfc361 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:56.571168 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fabf2a89-befa-48bf-bedb-5a6f25eecb25 req-fb3fb3d4-7408-465d-a906-f6be4387031e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.1223104 Mar 03 06:33:56.712878 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:53Z', 'revision_number': 3, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:56.789472 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-09e01513-a360-4456-8320-69b07cd7bdb7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5673077 Mar 03 06:33:56.801282 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:33:56.802329 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Updating router e48b34c8-8f27-48d0-b874-41c5b7457cfe port 127ba1c6-bb75-4d9f-8746-d582318719c4 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:33:56.814316 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Set router 1b48e4a5-13c1-4164-9b08-66500db92428 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:33:56.836099 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:56.944555 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a62f41-01ef-49ac-8a02-885a0f82f2fa None None] Network 752b31e1-b425-4921-bba0-4af2efdfc361 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:33:57.083632 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60166) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:57.180185 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60170) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:57.182917 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.487337 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Publish callbacks [] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.543953 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Deleting subnet 102d5978-ffdb-4665-9f3d-2e3cc1b2357f {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:33:57.547403 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Publish callbacks [] for subnet (102d5978-ffdb-4665-9f3d-2e3cc1b2357f), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.558823 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cb63-378d-4649-ad35-ff9fa4d34901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.576079 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.578843 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:54Z', 'revision_number': 3, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:57.586638 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.654877 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Publish callbacks [] for subnet (102d5978-ffdb-4665-9f3d-2e3cc1b2357f), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.672378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (102d5978-ffdb-4665-9f3d-2e3cc1b2357f), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.681732 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Checking router: 1b48e4a5-13c1-4164-9b08-66500db92428 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:33:57.682098 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Updating router 1b48e4a5-13c1-4164-9b08-66500db92428 port dd095eda-a445-460e-b98d-f122b4a4a9ff binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:33:57.715783 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Attempting to bind port 127ba1c6-bb75-4d9f-8746-d582318719c4 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:33:57.716539 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Attempting to bind port 127ba1c6-bb75-4d9f-8746-d582318719c4 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:33:57.717137 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Attempting to bind port 127ba1c6-bb75-4d9f-8746-d582318719c4 on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:33:57.718888 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Allocated IP 172.20.0.1 (8feb55f8-c185-458d-997c-907f0b455338/e6919eb7-7455-4a6d-91a2-b0ba5cc1425d/4e19ed2b-a5e1-4252-8af2-6688e764e087) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:33:57.724419 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.733334 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:33:57.734828 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:57.734828 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.734828 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:33:57.735212 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Bound port: 127ba1c6-bb75-4d9f-8746-d582318719c4, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:33:57.739192 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:57.746467 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b84d5716-e09f-4be1-9998-95cbd4cc72fe req-bab6147b-6a95-4362-a497-27f20c79f1d0 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.2985725 Mar 03 06:33:57.920436 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] For port 127ba1c6-bb75-4d9f-8746-d582318719c4, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:33:57.952735 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Pushing event updated for resources: {'Port': ['ID=127ba1c6-bb75-4d9f-8746-d582318719c4,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:57.971668 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] For port 127ba1c6-bb75-4d9f-8746-d582318719c4, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=127ba1c6-bb75-4d9f-8746-d582318719c4,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:33:57.995941 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Allocated IP 172.20.0.1 (80a697f1-3f2c-4380-bb33-413897d26af5/8fb46d55-53ee-41f2-8c72-8729cad51fcb/54bb2745-b153-4ab0-bc76-6a7909023f66) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:33:58.005915 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.010359 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.010963 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.011083 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks [] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.012605 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.013196 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.013770 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.014333 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.014871 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.015408 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.015961 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.017438 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.018143 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.018765 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Tracked resource versions report: Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: pushed versions: Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: { 'AddressGroup': {'1.2'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'ConntrackHelper': {'1.0'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'LocalIPAssociation': {'1.0'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Log': {'1.0'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Network': {'1.1'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Port': {'1.7'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'PortForwarding': {'1.2'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'QosPolicy': {'1.10'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroup': {'1.5'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroupRule': {'1.2'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SubPort': {'1.0'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Subnet': {'1.1'}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Trunk': {'1.1'}} Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: consumer versions: Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: { DHCP agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: HyperV agent@hv-cinder-83109: {}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: L3 agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: Metadata agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: Metering agent@dv-cinder-831090-6-iscsi: {}, Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: Open vSwitch agent@dv-cinder-831090-6-iscsi: { 'AddressGroup': '1.2', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'ConntrackHelper': '1.0', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'LocalIPAssociation': '1.0', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Log': '1.0', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Network': '1.1', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Port': '1.7', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'PortForwarding': '1.2', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'QosPolicy': '1.10', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroup': '1.5', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SecurityGroupRule': '1.2', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'SubPort': '1.0', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Subnet': '1.1', Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: 'Trunk': '1.1'}} Mar 03 06:33:58.020875 dv-cinder-831090-6-iscsi neutron-server[103578]: {{(pid=103578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 06:33:58.094108 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.148370 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-09361b6a-87cf-458a-bbdc-e08647ac5041 req-7ca1e562-48e8-4f47-adac-d7a305ceb700 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.1290495 Mar 03 06:33:58.226463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.240199 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:33:58.241354 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:33:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:58.261192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (102d5978-ffdb-4665-9f3d-2e3cc1b2357f), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.303046 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102d5978-ffdb-4665-9f3d-2e3cc1b2357f,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.310425 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Network 8feb55f8-c185-458d-997c-907f0b455338 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:33:58.321323 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:58.326918 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:33:58.329490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (e48b34c8-8f27-48d0-b874-41c5b7457cfe), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.333273 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks [] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.352881 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30871-673a-4bec-b7e1-dd2912f02520 None None] Pushing event updated for resources: {'Port': ['ID=127ba1c6-bb75-4d9f-8746-d582318719c4,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.425311 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Publish callbacks [] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.440900 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cb63-378d-4649-ad35-ff9fa4d34901 admin admin] Publish callbacks [] for security_group (015f3212-2652-4eca-ab9c-8eb211009414), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.474282 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:33:58.487546 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Pushing event updated for resources: {'Port': ['ID=4e19ed2b-a5e1-4252-8af2-6688e764e087,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.521242 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.527973 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60218) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:58.533612 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.560150 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-94b84c7b-5999-4c1f-8c08-ed438441df48 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/102d5978-ffdb-4665-9f3d-2e3cc1b2357f HTTP/1.1" status: 204 len: 168 time: 1.3730032 Mar 03 06:33:58.562616 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.588075 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.41', 49352) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:58.592513 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed2960-892d-47a4-b7cc-5c9830929628 None None] Pushing event updated for resources: {'Port': ['ID=dd095eda-a445-460e-b98d-f122b4a4a9ff,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.629104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Attempting to bind port dd095eda-a445-460e-b98d-f122b4a4a9ff on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:33:58.633398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Attempting to bind port dd095eda-a445-460e-b98d-f122b4a4a9ff by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:33:58.633398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Attempting to bind port dd095eda-a445-460e-b98d-f122b4a4a9ff on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:33:58.647443 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:33:58.647867 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:33:58.648354 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.648826 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:33:58.649397 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Bound port: dd095eda-a445-460e-b98d-f122b4a4a9ff, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:33:58.651887 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.722090 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cb63-378d-4649-ad35-ff9fa4d34901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (015f3212-2652-4eca-ab9c-8eb211009414), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.742079 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] For port dd095eda-a445-460e-b98d-f122b4a4a9ff, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:33:58.755488 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] For port dd095eda-a445-460e-b98d-f122b4a4a9ff, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=dd095eda-a445-460e-b98d-f122b4a4a9ff,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:33:58.795002 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-561c928d-0e88-421f-aa13-26bfc6fd989e None None] Provisioning complete for port 4e19ed2b-a5e1-4252-8af2-6688e764e087 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:33:58.795406 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-561c928d-0e88-421f-aa13-26bfc6fd989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.813713 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Pushing event updated for resources: {'Port': ['ID=54bb2745-b153-4ab0-bc76-6a7909023f66,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.856017 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2cb63-378d-4649-ad35-ff9fa4d34901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015f3212-2652-4eca-ab9c-8eb211009414,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.878333 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:53Z', 'revision_number': 3, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:58.898382 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.936759 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Network 80a697f1-3f2c-4380-bb33-413897d26af5 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:33:58.952731 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ebc2cb63-378d-4649-ad35-ff9fa4d34901 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=855c41d6eea14fe1af030a089e0b3e2d&name=default HTTP/1.1" status: 200 len: 2993 time: 1.8628035 Mar 03 06:33:58.957349 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:33:58.962036 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:33:58.963005 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (1b48e4a5-13c1-4164-9b08-66500db92428), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:58.965340 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60238) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:33:58.970288 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62db1c-6b46-449f-93a9-08bb62188842 None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:53Z', 'revision_number': 3, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:33:58.974253 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (8d64caaa-0a9c-4832-8db8-c2248ac2dc51), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:59.091273 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-561c928d-0e88-421f-aa13-26bfc6fd989e None None] Port 4e19ed2b-a5e1-4252-8af2-6688e764e087 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:33:59.108005 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Routers {'1b48e4a5-13c1-4164-9b08-66500db92428'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:33:59.108625 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:33:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['1b48e4a5-13c1-4164-9b08-66500db92428'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:59.179036 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-79126995-1e62-4e0f-8ce1-8f6aa9e341b8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:59.180616 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-79126995-1e62-4e0f-8ce1-8f6aa9e341b8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.5908525 Mar 03 06:33:59.194311 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:59.236375 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed2960-892d-47a4-b7cc-5c9830929628 None None] Pushing event updated for resources: {'Port': ['ID=dd095eda-a445-460e-b98d-f122b4a4a9ff,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:59.237341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Request body: {'port': {'device_id': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'admin_state_up': True, 'tenant_id': '1e54dc6a67f74fef848890e6c626e3fc'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:59.355559 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] Set router 1b48e4a5-13c1-4164-9b08-66500db92428 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:33:59.379385 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a22241fb-b1a9-45c5-94ee-2a77481e2a0d req-bbf5f27f-6f62-49d3-bff9-d3709c09f75c tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.1601043 Mar 03 06:33:59.638609 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (8d64caaa-0a9c-4832-8db8-c2248ac2dc51), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:59.726760 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 127ba1c6-bb75-4d9f-8746-d582318719c4 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:33:59.751687 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:59.758416 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.759361 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.760131 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > port after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.766604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:33:59.778001 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:54Z', 'revision_number': 3, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:59.794478 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e36ac5bd-3105-4e90-99b4-56dda9601ef5 admin admin] Publish callbacks [] for security_group (015f3212-2652-4eca-ab9c-8eb211009414), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:59.819714 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c744a2a-3744-499c-8262-a864c03d32a3 None None] The sync data for ids ['1b48e4a5-13c1-4164-9b08-66500db92428'] in dv-cinder-831090-6-iscsi is: [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:54Z', 'revision_number': 3, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:33:59.903232 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 127ba1c6-bb75-4d9f-8746-d582318719c4 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:33:59.903765 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:33:59.990831 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-431bd0f2-37a6-4787-8a5b-d40f391af546 req-aa52aca0-94a6-463e-a4e3-cd1f6e8ceca9 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.5701702 Mar 03 06:34:00.007126 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.41', 49361) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:00.020941 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 127ba1c6-bb75-4d9f-8746-d582318719c4 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:00.021364 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.047112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 127ba1c6-bb75-4d9f-8746-d582318719c4, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=127ba1c6-bb75-4d9f-8746-d582318719c4,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:00.134513 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:00.135108 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:00.135662 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:00.136419 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:00.136969 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d64caaa-0a9c-4832-8db8-c2248ac2dc51']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:00.139426 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.172968 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5a48e0-95d1-4044-8665-a3f8939fd989') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:00.175966 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5a48e0-95d1-4044-8665-a3f8939fd989') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:00.239841 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (0e5a48e0-95d1-4044-8665-a3f8939fd989), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.306089 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=127ba1c6-bb75-4d9f-8746-d582318719c4,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:00.340507 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e36ac5bd-3105-4e90-99b4-56dda9601ef5 admin admin] Publish callbacks [] for security_group (015f3212-2652-4eca-ab9c-8eb211009414), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.375721 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (0e5a48e0-95d1-4044-8665-a3f8939fd989), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.413260 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:34:00.416919 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (0e5a48e0-95d1-4044-8665-a3f8939fd989), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.512427 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f06a-f2e5-4944-955f-71f843cd8f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: from cryptography.utils import int_from_bytes Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: from cryptography.utils import int_from_bytes Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:34:00.594928 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:34:00.661998 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-c19e0b66-1f11-4d42-b618-9d0e045b10ce tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:00.663526 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-c19e0b66-1f11-4d42-b618-9d0e045b10ce tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.41 "GET /v2.0/networks?id=d89877c1-6359-41f1-b286-28459e6bd7a9 HTTP/1.1" status: 200 len: 812 time: 0.6471763 Mar 03 06:34:00.707421 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Request body: {'port': {'device_id': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9', 'admin_state_up': True, 'tenant_id': '2e8d97db940d409381b6bbbe9bbb1b1a'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:00.755265 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks [] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.778695 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Made reservation on behalf of 1e54dc6a67f74fef848890e6c626e3fc for: {'port': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:00.783980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.838210 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.838952 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (e48b34c8-8f27-48d0-b874-41c5b7457cfe), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.850004 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (8d64caaa-0a9c-4832-8db8-c2248ac2dc51), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.864200 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ea573c5-fa02-4701-b79a-b75aa40ec96e req-9b32eb30-7da0-44af-85bd-e1a910dbc700 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.2366793 Mar 03 06:34:00.870584 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:00.874319 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d64caaa-0a9c-4832-8db8-c2248ac2dc51 HTTP/1.1" status: 204 len: 168 time: 2.3449485 Mar 03 06:34:00.885227 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60312) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:01.044651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks [] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.050336 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70119956-feb5-4f86-91ef-8d3eee677122 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d64caaa-0a9c-4832-8db8-c2248ac2dc51,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:01.071488 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e36ac5bd-3105-4e90-99b4-56dda9601ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (015f3212-2652-4eca-ab9c-8eb211009414), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.074306 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e36ac5bd-3105-4e90-99b4-56dda9601ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.077622 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e36ac5bd-3105-4e90-99b4-56dda9601ef5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/015f3212-2652-4eca-ab9c-8eb211009414 HTTP/1.1" status: 204 len: 168 time: 2.1099174 Mar 03 06:34:01.127883 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.146182 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ac5bd-3105-4e90-99b4-56dda9601ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015f3212-2652-4eca-ab9c-8eb211009414,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:01.294894 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60322) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:01.359181 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (1b48e4a5-13c1-4164-9b08-66500db92428), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.368121 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Pushing event updated for resources: {'Port': ['ID=54bb2745-b153-4ab0-bc76-6a7909023f66,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:01.383073 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-932f2248-f25b-479c-b9fd-a041f41dbf05 req-9334b699-2741-42c1-b139-7852c94e2a21 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.2105010 Mar 03 06:34:01.428657 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Deleting subnet fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27 {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:34:01.459007 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Publish callbacks [] for subnet (fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.466370 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Pushing event updated for resources: {'Port': ['ID=4e19ed2b-a5e1-4252-8af2-6688e764e087,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:01.472443 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Made reservation on behalf of 2e8d97db940d409381b6bbbe9bbb1b1a for: {'port': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:01.482513 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.596115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Network 80a697f1-3f2c-4380-bb33-413897d26af5 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:01.603417 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:01.646076 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Allocated IP 172.20.0.7 (8bd47d02-bff1-4fee-8632-c2f2124a56f2/621de081-d370-4cfe-81bb-d8e5e5a2f34b/bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:01.826992 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Publish callbacks [] for subnet (fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:01.860287 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 127ba1c6-bb75-4d9f-8746-d582318719c4 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:01.952840 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 127ba1c6-bb75-4d9f-8746-d582318719c4 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:01.953459 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.000762 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.001413 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3887-6a32-4cef-b68f-c794755585ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.048326 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Router 1b48e4a5-13c1-4164-9b08-66500db92428 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:34:02.051640 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Network 8feb55f8-c185-458d-997c-907f0b455338 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:02.062387 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 127ba1c6-bb75-4d9f-8746-d582318719c4 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:02.064346 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device dd095eda-a445-460e-b98d-f122b4a4a9ff up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:02.069412 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:02.088094 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-429c46d3-d000-49c7-bc5f-9445e85afdc7 req-68c47b0d-2407-4fd1-a9a4-618e05647677 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.0418110 Mar 03 06:34:02.120675 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port dd095eda-a445-460e-b98d-f122b4a4a9ff triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:02.121307 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.284346 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Allocated IP 172.20.0.5 (d89877c1-6359-41f1-b286-28459e6bd7a9/6651deb9-113d-462a-bc5d-2fa72b3bcd4f/ed687b10-a174-4f1c-a0e6-e8624276b955) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:02.291926 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3887-6a32-4cef-b68f-c794755585ac admin admin] Publish callbacks [] for security_group (f4bf978f-e355-4bcf-b22f-6d4006cbc9a1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.293267 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:34:02.306943 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-7e400d08-e778-4446-bebe-49b39755a627 admin admin] 10.222.0.31 "PUT /v2.0/routers/1b48e4a5-13c1-4164-9b08-66500db92428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8490434 Mar 03 06:34:02.400311 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port dd095eda-a445-460e-b98d-f122b4a4a9ff is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:02.400311 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.400564 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60338) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:02.400564 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a806-7211-40b2-8850-f83d7f266571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.400699 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port dd095eda-a445-460e-b98d-f122b4a4a9ff, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=dd095eda-a445-460e-b98d-f122b4a4a9ff,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:02.533178 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks [] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.544479 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:34:02.557223 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-748bb25a-2c82-4d55-aa59-9a4160a1c5a0 None None] Provisioning complete for port 4e19ed2b-a5e1-4252-8af2-6688e764e087 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:02.560042 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-748bb25a-2c82-4d55-aa59-9a4160a1c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.608250 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3887-6a32-4cef-b68f-c794755585ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f4bf978f-e355-4bcf-b22f-6d4006cbc9a1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.624229 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a806-7211-40b2-8850-f83d7f266571 admin admin] Publish callbacks [] for security_group (0f09808d-c0fc-4137-b323-8fcbfc02126c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.701958 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fe980a39-0eb6-4690-8550-104077568660 req-8a2830a5-d161-4472-88ec-3a98ef74877a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.1137583 Mar 03 06:34:02.707763 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for subnet (fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.738686 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ff2e3887-6a32-4cef-b68f-c794755585ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88c348099b9c41deac8d21c3db96eeb3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4410553 Mar 03 06:34:02.744878 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a806-7211-40b2-8850-f83d7f266571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (0f09808d-c0fc-4137-b323-8fcbfc02126c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.745048 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.764469 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60348) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:02.796317 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-748bb25a-2c82-4d55-aa59-9a4160a1c5a0 None None] Port 4e19ed2b-a5e1-4252-8af2-6688e764e087 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:34:02.797912 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d9b0a806-7211-40b2-8850-f83d7f266571 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d5a889fcc7b40ee834541c6b738d3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126868 Mar 03 06:34:02.801483 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60352) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:02.808503 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e3887-6a32-4cef-b68f-c794755585ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf978f-e355-4bcf-b22f-6d4006cbc9a1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.857603 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks [] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.879630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.894280 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=dd095eda-a445-460e-b98d-f122b4a4a9ff,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.900728 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c948-3866-414e-9eaa-54f0663b0b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.912447 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0a806-7211-40b2-8850-f83d7f266571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f09808d-c0fc-4137-b323-8fcbfc02126c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.920285 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.925159 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-7f7e84ac-0ea1-434c-b429-82c2ef91cd4c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fae59cd6-9bdf-41e4-967c-2b7dcf2d2c27 HTTP/1.1" status: 204 len: 168 time: 2.0296364 Mar 03 06:34:02.926354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60356) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:02.948285 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b93dc5a8-c7f8-41a0-98d2-f009c772d090 admin admin] Publish callbacks [] for security_group (0f09808d-c0fc-4137-b323-8fcbfc02126c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:02.958415 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.007583 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b93dc5a8-c7f8-41a0-98d2-f009c772d090 admin admin] Publish callbacks [] for security_group (0f09808d-c0fc-4137-b323-8fcbfc02126c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.028042 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Sync routers for ids ['1b48e4a5-13c1-4164-9b08-66500db92428'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:34:03.043614 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Routers {'1b48e4a5-13c1-4164-9b08-66500db92428'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:34:03.044614 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:34:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['1b48e4a5-13c1-4164-9b08-66500db92428'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:03.145822 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b93dc5a8-c7f8-41a0-98d2-f009c772d090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (0f09808d-c0fc-4137-b323-8fcbfc02126c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.153614 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b93dc5a8-c7f8-41a0-98d2-f009c772d090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.156922 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b93dc5a8-c7f8-41a0-98d2-f009c772d090 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f09808d-c0fc-4137-b323-8fcbfc02126c HTTP/1.1" status: 204 len: 168 time: 0.3541307 Mar 03 06:34:03.182944 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Set router 1b48e4a5-13c1-4164-9b08-66500db92428 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:34:03.229132 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event updated for resources: {'Port': ['ID=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:03.343400 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c1af-41ba-4013-acf8-84342ef91ca6 admin admin] Publish callbacks [] for security_group (f4bf978f-e355-4bcf-b22f-6d4006cbc9a1), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.516190 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:59Z', 'revision_number': 4, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '54bb2745-b153-4ab0-bc76-6a7909023f66', 'name': '', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'mac_address': 'fa:16:3e:ec:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 2, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'subnets': [{'id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:03.517295 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dc5a8-c7f8-41a0-98d2-f009c772d090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f09808d-c0fc-4137-b323-8fcbfc02126c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:03.628044 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6674a64d-b8bc-4c9c-9991-a727e099e559 req-79010d1b-6238-4dfd-b6d5-59a783936872 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.3151832 Mar 03 06:34:03.628044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:03.628044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.628044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:34:03.636669 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (752b31e1-b425-4921-bba0-4af2efdfc361), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.640166 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Checking router: 1b48e4a5-13c1-4164-9b08-66500db92428 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:34:03.640533 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Updating router 1b48e4a5-13c1-4164-9b08-66500db92428 port 54bb2745-b153-4ab0-bc76-6a7909023f66 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:34:03.643955 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:34:03.653468 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c5cef3bf-240e-433c-b42b-f6113f479244 admin admin] 10.222.0.31 "PUT /v2.0/routers/e48b34c8-8f27-48d0-b874-41c5b7457cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7833807 Mar 03 06:34:03.654427 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:03.667007 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:03.672181 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:03.672942 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.681500 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.709566 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.713634 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Network d89877c1-6359-41f1-b286-28459e6bd7a9 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:03.716448 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:34:03.723375 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:34:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:03.723542 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c1af-41ba-4013-acf8-84342ef91ca6 admin admin] Publish callbacks [] for security_group (f4bf978f-e355-4bcf-b22f-6d4006cbc9a1), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.738800 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:03.759974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-37140981-76f0-4f8d-88dc-b918bc036f6b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:03.768694 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:03.768892 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-37140981-76f0-4f8d-88dc-b918bc036f6b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 818 time: 0.5991271 Mar 03 06:34:03.792879 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:03.793775 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:03.824088 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-3e8c4ad6-34c8-4306-a5de-cabdd5bc9d39 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/quotas/515424c141cf48fa82014f02b5d0d637 HTTP/1.1" status: 200 len: 375 time: 0.0517786 Mar 03 06:34:03.846505 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device dd095eda-a445-460e-b98d-f122b4a4a9ff up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:03.877693 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6b2631b4-f0ee-46e1-8251-f474b85ce28f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6456552 Mar 03 06:34:03.904048 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Pushing event updated for resources: {'Port': ['ID=ed687b10-a174-4f1c-a0e6-e8624276b955,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:03.915295 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-279c8135-2900-4307-99a8-891d87f15a95 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2176518 Mar 03 06:34:03.920830 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-7ff487cc-447d-4cec-b123-728a5ce09d48 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:34:03.921855 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-7ff487cc-447d-4cec-b123-728a5ce09d48 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110722 Mar 03 06:34:03.990500 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-e4fbe174-030e-4b35-b8ae-26b1382d09aa tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:34:03.992670 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-e4fbe174-030e-4b35-b8ae-26b1382d09aa tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239322 Mar 03 06:34:04.060619 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-fced9679-a3ed-4155-8b74-db7e257cd381 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2319176 Mar 03 06:34:04.109549 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929bf2-f36d-4b97-af6d-3d44edfdb8f7 req-318794ce-432b-47c1-b566-1aaf5bd9ab6f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:04.118439 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a7929bf2-f36d-4b97-af6d-3d44edfdb8f7 req-318794ce-432b-47c1-b566-1aaf5bd9ab6f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 931 time: 0.2727659 Mar 03 06:34:04.189298 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (752b31e1-b425-4921-bba0-4af2efdfc361), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.201887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c1af-41ba-4013-acf8-84342ef91ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f4bf978f-e355-4bcf-b22f-6d4006cbc9a1), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.204755 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c1af-41ba-4013-acf8-84342ef91ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.215348 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-1bd0c1af-41ba-4013-acf8-84342ef91ca6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4bf978f-e355-4bcf-b22f-6d4006cbc9a1 HTTP/1.1" status: 204 len: 168 time: 1.4424632 Mar 03 06:34:04.289432 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Publish callbacks [] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.299030 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-00903456-b502-4f78-a182-7ba25d9bf91c service neutron] 10.222.0.31 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217994 Mar 03 06:34:04.320374 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.320710 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.321564 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > port after_create 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > port after_update 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.330244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.373366 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.439574 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-94394461-3482-4427-8453-3e372ef3356a service neutron] 10.222.0.31 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280780 Mar 03 06:34:04.484525 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:34:04.521232 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917455f1-3f27-47fc-9ad4-45deaa51bd8c None None] Pushing event updated for resources: {'Port': ['ID=54bb2745-b153-4ab0-bc76-6a7909023f66,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:04.622700 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port dd095eda-a445-460e-b98d-f122b4a4a9ff triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:04.623739 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.665918 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Attempting to bind port 54bb2745-b153-4ab0-bc76-6a7909023f66 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:04.666290 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Attempting to bind port 54bb2745-b153-4ab0-bc76-6a7909023f66 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:04.666653 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Attempting to bind port 54bb2745-b153-4ab0-bc76-6a7909023f66 on network 80a697f1-3f2c-4380-bb33-413897d26af5 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:04.677993 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:04.678423 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Checking segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:04.678868 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.679300 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Bound using segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:04.679856 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Bound port: 54bb2745-b153-4ab0-bc76-6a7909023f66, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:04.680434 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.719980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.720464 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.720641 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.720980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 06:34:04.721332 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752b31e1-b425-4921-bba0-4af2efdfc361']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:04.769175 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61565117-d7de-4ca0-96d1-e0de47cbc02f') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:04.769358 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61565117-d7de-4ca0-96d1-e0de47cbc02f') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:04.798172 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (61565117-d7de-4ca0-96d1-e0de47cbc02f), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.830255 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (61565117-d7de-4ca0-96d1-e0de47cbc02f), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.840365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:34:04.840780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (61565117-d7de-4ca0-96d1-e0de47cbc02f), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: from cryptography.utils import int_from_bytes Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: from cryptography.utils import int_from_bytes Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:34:04.861592 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:34:04.916901 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0c1af-41ba-4013-acf8-84342ef91ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf978f-e355-4bcf-b22f-6d4006cbc9a1,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:04.948570 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] For port 54bb2745-b153-4ab0-bc76-6a7909023f66, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:04.964316 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] For port 54bb2745-b153-4ab0-bc76-6a7909023f66, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=54bb2745-b153-4ab0-bc76-6a7909023f66,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:04.975128 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a7929bf2-f36d-4b97-af6d-3d44edfdb8f7 req-ac963633-03f7-4211-9956-bfc3c379e316 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8251281 Mar 03 06:34:05.024725 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (752b31e1-b425-4921-bba0-4af2efdfc361), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.031225 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:33:59Z', 'revision_number': 2, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:05.032639 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.039260 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] 10.222.0.31 "DELETE /v2.0/networks/752b31e1-b425-4921-bba0-4af2efdfc361 HTTP/1.1" status: 204 len: 168 time: 2.1062551 Mar 03 06:34:05.054609 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.065791 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd13d3b-8c32-404b-a853-f2101e738046 admin admin] Pushing event deleted for resources: {'Network': ['ID=752b31e1-b425-4921-bba0-4af2efdfc361,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:05.088261 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:34:05.088897 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Updating router e48b34c8-8f27-48d0-b874-41c5b7457cfe port 4e19ed2b-a5e1-4252-8af2-6688e764e087 binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:34:05.100176 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port dd095eda-a445-460e-b98d-f122b4a4a9ff is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:05.164624 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.197441 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Routers {'1b48e4a5-13c1-4164-9b08-66500db92428'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:34:05.198692 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:34:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['1b48e4a5-13c1-4164-9b08-66500db92428'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:05.205475 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4a3f-6beb-45a1-a894-31c028880a47 req-1b9f1257-9f15-450b-9051-544c7eec839d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:05.207312 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d49b4a3f-6beb-45a1-a894-31c028880a47 req-1b9f1257-9f15-450b-9051-544c7eec839d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 931 time: 0.0879178 Mar 03 06:34:05.217495 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.266174 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917455f1-3f27-47fc-9ad4-45deaa51bd8c None None] Pushing event updated for resources: {'Port': ['ID=54bb2745-b153-4ab0-bc76-6a7909023f66,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:05.320521 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d49b4a3f-6beb-45a1-a894-31c028880a47 req-d2de9c50-d1cb-4232-b7f2-6373d1fdc09b tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961432 Mar 03 06:34:05.405377 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60422) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:05.425146 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] Set router 1b48e4a5-13c1-4164-9b08-66500db92428 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:34:05.426524 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad5afe03-857c-42ca-bd36-9bce5fe27257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.544368 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b80e72bc-35eb-4d35-ae35-697bcf2d25de req-4fac9199-1d7a-4cc2-8469-90561305e49c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 210 time: 0.1077235 Mar 03 06:34:05.733544 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Request body: {'port': {'device_id': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:05.766325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad5afe03-857c-42ca-bd36-9bce5fe27257 admin admin] Publish callbacks [] for security_group (1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.805279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Publish callbacks [] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.829778 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad5afe03-857c-42ca-bd36-9bce5fe27257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:05.841346 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:59Z', 'revision_number': 4, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '54bb2745-b153-4ab0-bc76-6a7909023f66', 'name': '', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'mac_address': 'fa:16:3e:ec:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'subnets': [{'id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:05.903532 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Request body: {'port': {'device_id': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:05.910048 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112b567-9ba4-445b-8391-f1feff865c5d None None] The sync data for ids ['1b48e4a5-13c1-4164-9b08-66500db92428'] in dv-cinder-831090-6-iscsi is: [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:59Z', 'revision_number': 4, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '54bb2745-b153-4ab0-bc76-6a7909023f66', 'name': '', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'mac_address': 'fa:16:3e:ec:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'subnets': [{'id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:34:05.914852 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.095028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.167062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb2f2f-94bc-4d49-9df8-1b999938bd0e None None] Pushing event updated for resources: {'Port': ['ID=4e19ed2b-a5e1-4252-8af2-6688e764e087,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:06.231291 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60434) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:06.259300 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ad5afe03-857c-42ca-bd36-9bce5fe27257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8242f7a4d0a34fa0af5b8416b254e349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8526959 Mar 03 06:34:06.297389 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60436) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:06.321447 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Attempting to bind port 4e19ed2b-a5e1-4252-8af2-6688e764e087 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:06.323193 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Attempting to bind port 4e19ed2b-a5e1-4252-8af2-6688e764e087 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:06.323576 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Attempting to bind port 4e19ed2b-a5e1-4252-8af2-6688e764e087 on network 8feb55f8-c185-458d-997c-907f0b455338 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:06.347431 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:06.347431 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Checking segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:06.347750 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.348162 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Bound using segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:06.355513 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Bound port: 4e19ed2b-a5e1-4252-8af2-6688e764e087, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:06.359391 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.367728 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5afe03-857c-42ca-bd36-9bce5fe27257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:06.408610 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6a40-a9eb-48f1-8201-af28fbdda7f9 admin admin] Publish callbacks [] for security_group (1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.482097 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6a40-a9eb-48f1-8201-af28fbdda7f9 admin admin] Publish callbacks [] for security_group (1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.521971 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] For port 4e19ed2b-a5e1-4252-8af2-6688e764e087, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:06.526673 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] For port 4e19ed2b-a5e1-4252-8af2-6688e764e087, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=4e19ed2b-a5e1-4252-8af2-6688e764e087,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:06.562927 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-a2797b05-bf81-497c-a606-ff1926aa3b18 None None] Provisioning complete for port 4e19ed2b-a5e1-4252-8af2-6688e764e087 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:06.568622 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a2797b05-bf81-497c-a606-ff1926aa3b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.617837 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.631698 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.659997 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6a40-a9eb-48f1-8201-af28fbdda7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.663512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6a40-a9eb-48f1-8201-af28fbdda7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.667996 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2d4c6a40-a9eb-48f1-8201-af28fbdda7f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130 HTTP/1.1" status: 204 len: 168 time: 0.4354300 Mar 03 06:34:06.687245 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c6a40-a9eb-48f1-8201-af28fbdda7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1fd0a0-4e6b-4409-a43a-0f0bf1cfd130,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:06.758986 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-a2797b05-bf81-497c-a606-ff1926aa3b18 None None] Port 4e19ed2b-a5e1-4252-8af2-6688e764e087 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:34:06.789941 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:34:06.790577 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:34:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:06.818774 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60450) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:06.901642 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:06.905374 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb2f2f-94bc-4d49-9df8-1b999938bd0e None None] Pushing event updated for resources: {'Port': ['ID=4e19ed2b-a5e1-4252-8af2-6688e764e087,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:06.908325 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60452) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:06.947182 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-55d4f5e7-7415-44d0-8874-4770f30b4af4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a6e6dc3067c4556961bc90c4de97caa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1283915 Mar 03 06:34:06.976963 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926701966', 'description': 'tempest-description--246845099'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:07.008680 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60454) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:07.094253 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:34:07.267887 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-66dd3255-715e-48e6-994b-53df7e7b740c admin admin] Publish callbacks [] for security_group (e3e556eb-d8ba-41e8-8481-70488a9c316c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.313260 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6affc2f-2c3d-4f7f-b35d-7a7f9bfc20be req-891a85af-7c0f-4304-80be-3b232bdbe4c4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:07.313260 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6affc2f-2c3d-4f7f-b35d-7a7f9bfc20be req-891a85af-7c0f-4304-80be-3b232bdbe4c4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 931 time: 1.0204873 Mar 03 06:34:07.320198 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-66dd3255-715e-48e6-994b-53df7e7b740c admin admin] Publish callbacks [] for security_group (e3e556eb-d8ba-41e8-8481-70488a9c316c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.343251 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.348984 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a02cda5f-403d-462a-bfee-d6fd7ce6f5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.508586 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] Provisioning complete for port 4e19ed2b-a5e1-4252-8af2-6688e764e087 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:07.509061 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.530867 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24bcf-26cc-4af3-b25c-c5f603f6bb23 req-c2140b02-dbd4-4c9c-93da-a07b7465e520 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:07.532513 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-43b24bcf-26cc-4af3-b25c-c5f603f6bb23 req-c2140b02-dbd4-4c9c-93da-a07b7465e520 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 931 time: 0.4115610 Mar 03 06:34:07.748118 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-66dd3255-715e-48e6-994b-53df7e7b740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (e3e556eb-d8ba-41e8-8481-70488a9c316c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.759963 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-66dd3255-715e-48e6-994b-53df7e7b740c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.763755 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-66dd3255-715e-48e6-994b-53df7e7b740c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3e556eb-d8ba-41e8-8481-70488a9c316c HTTP/1.1" status: 204 len: 168 time: 0.7389398 Mar 03 06:34:07.824510 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd3255-715e-48e6-994b-53df7e7b740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e556eb-d8ba-41e8-8481-70488a9c316c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:07.840544 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (062ad452-3e22-493c-b98a-e09538652dd4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.845923 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed687b10-a174-4f1c-a0e6-e8624276b955 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:07.852087 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-43b24bcf-26cc-4af3-b25c-c5f603f6bb23 req-f004683b-55b6-43cf-bcd2-c9f3f51c49c1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969930 Mar 03 06:34:07.858628 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 54bb2745-b153-4ab0-bc76-6a7909023f66 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:07.867264 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Publish callbacks [] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.904709 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (062ad452-3e22-493c-b98a-e09538652dd4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:07.943465 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Transition to ACTIVE for port object ed687b10-a174-4f1c-a0e6-e8624276b955 will not be triggered until provisioned by entity L2. {{(pid=103575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:34:07.966314 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.41', 49372) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:07.984339 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] Current status of the port 4e19ed2b-a5e1-4252-8af2-6688e764e087 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:07.985534 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.015630 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 54bb2745-b153-4ab0-bc76-6a7909023f66 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:08.016314 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.101108 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] For port 4e19ed2b-a5e1-4252-8af2-6688e764e087, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=4e19ed2b-a5e1-4252-8af2-6688e764e087,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:08.153169 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 54bb2745-b153-4ab0-bc76-6a7909023f66 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:08.153720 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.157159 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:06Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:08.209383 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.214942 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2607343 Mar 03 06:34:08.233112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60480) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:08.233851 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42619e7-cf97-4ff4-b5e1-866c7b04d740 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062ad452-3e22-493c-b98a-e09538652dd4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:08.243663 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'security_group_rule': {'security_group_id': '062ad452-3e22-493c-b98a-e09538652dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:08.335837 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.350010 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d025a5b-e0d7-412c-90c3-ffba8290e38b None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:06Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:34:08.365762 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.521734 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-e3b57bcc-3dd8-4181-a51c-6c7254f71528 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:08.524026 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-e3b57bcc-3dd8-4181-a51c-6c7254f71528 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 818 time: 0.5567167 Mar 03 06:34:08.539198 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Request body: {'port': {'device_id': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'admin_state_up': True, 'tenant_id': '515424c141cf48fa82014f02b5d0d637'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:08.567573 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1d465-7531-437b-90d9-0aaaf389723e None None] Pushing event updated for resources: {'Port': ['ID=4e19ed2b-a5e1-4252-8af2-6688e764e087,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:08.591382 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 54bb2745-b153-4ab0-bc76-6a7909023f66, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=54bb2745-b153-4ab0-bc76-6a7909023f66,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:08.664746 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.665467 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6affc2f-2c3d-4f7f-b35d-7a7f9bfc20be req-f8c1bda1-c5d2-4642-87c5-d844b4933fc1 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3293698 Mar 03 06:34:08.781461 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (64f989b6-f25e-402e-8a8f-e9a9ed67f63b), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:08.811376 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Pushing event updated for resources: {'Port': ['ID=ed687b10-a174-4f1c-a0e6-e8624276b955,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:08.825647 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=54bb2745-b153-4ab0-bc76-6a7909023f66,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:08.850606 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-476832ff-93f9-415b-8251-1d110b1a872f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:08.857896 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-476832ff-93f9-415b-8251-1d110b1a872f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 818 time: 0.6736984 Mar 03 06:34:08.888532 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-36f1bf26-bcbd-4515-9877-37f8db9ea974 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/quotas/515424c141cf48fa82014f02b5d0d637 HTTP/1.1" status: 200 len: 375 time: 0.0296562 Mar 03 06:34:09.068654 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (64f989b6-f25e-402e-8a8f-e9a9ed67f63b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.086242 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-d3e93e24-a8ad-47c5-90b8-4d2d80ab2bc6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1968420 Mar 03 06:34:09.086436 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a02cda5f-403d-462a-bfee-d6fd7ce6f5e1 admin admin] Publish callbacks [] for security_group (480dc84b-f232-47d7-9777-3592e7bd1de0), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.123124 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Attempting to bind port ed687b10-a174-4f1c-a0e6-e8624276b955 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:09.123517 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Attempting to bind port ed687b10-a174-4f1c-a0e6-e8624276b955 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '7e5b5f7b-8205-4f5c-839d-ed099acdd360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:09.124566 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Attempting to bind port ed687b10-a174-4f1c-a0e6-e8624276b955 on network d89877c1-6359-41f1-b286-28459e6bd7a9 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:09.137239 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Port ed687b10-a174-4f1c-a0e6-e8624276b955 on network d89877c1-6359-41f1-b286-28459e6bd7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:34:09.137239 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Attempting to bind port ed687b10-a174-4f1c-a0e6-e8624276b955 on network d89877c1-6359-41f1-b286-28459e6bd7a9 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:09.146775 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60494) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:09.203371 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:09.203883 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Checking segment: {'id': '7e5b5f7b-8205-4f5c-839d-ed099acdd360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:09.204491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Bound using segment: {'id': '7e5b5f7b-8205-4f5c-839d-ed099acdd360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:09.204947 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (64f989b6-f25e-402e-8a8f-e9a9ed67f63b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.205054 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Bound port: ed687b10-a174-4f1c-a0e6-e8624276b955, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5b5f7b-8205-4f5c-839d-ed099acdd360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:09.205504 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.213992 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a02cda5f-403d-462a-bfee-d6fd7ce6f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (480dc84b-f232-47d7-9777-3592e7bd1de0), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.247536 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f989b6-f25e-402e-8a8f-e9a9ed67f63b,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:09.276302 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Made reservation on behalf of 515424c141cf48fa82014f02b5d0d637 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:09.280699 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.342096 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.345871 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-678b9e05-bfd1-49e0-8947-b5a06e9712bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1060851 Mar 03 06:34:09.370547 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60496) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:09.385568 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'security_group_rule': {'security_group_id': '062ad452-3e22-493c-b98a-e09538652dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:09.432330 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-b471893d-766d-4286-b5a2-01365b6a61c5 service neutron] 10.222.0.31 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254364 Mar 03 06:34:09.525858 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60504) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:09.526615 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-a02cda5f-403d-462a-bfee-d6fd7ce6f5e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd58d3c7c6c7495fa0ca8de32eaed76b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2274475 Mar 03 06:34:09.567378 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8dcec1c5-fc64-4474-9baf-24f66b404de7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f78d46cf2aed47f2b7458a4f579f4722&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4189215 Mar 03 06:34:09.574274 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60508) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:09.590408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d922-e1fd-415c-8f83-8107d9a1046b req-6a3bf131-504e-412e-a943-bc9f013d6eb3 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:09.594524 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6d3d922-e1fd-415c-8f83-8107d9a1046b req-6a3bf131-504e-412e-a943-bc9f013d6eb3 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.5331895 Mar 03 06:34:09.598101 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:09.649060 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Publish callbacks [] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.747727 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cda5f-403d-462a-bfee-d6fd7ce6f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480dc84b-f232-47d7-9777-3592e7bd1de0,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:09.804894 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Transition to ACTIVE for port object bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 will not be triggered until provisioned by entity L2. {{(pid=103575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:34:09.834773 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (87e0fd65-a2d5-4575-9d08-dd814eae79e7), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.866829 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 4e19ed2b-a5e1-4252-8af2-6688e764e087 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:09.907888 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-634a32d0-7ac8-46ab-9032-8dee0f757e9c admin admin] Publish callbacks [] for security_group (480dc84b-f232-47d7-9777-3592e7bd1de0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:09.915615 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.042639 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 4e19ed2b-a5e1-4252-8af2-6688e764e087 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:10.045491 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.110336 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6d3d922-e1fd-415c-8f83-8107d9a1046b req-e787ebca-0a76-4d0e-8b62-e9da6394989d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734819 Mar 03 06:34:10.115670 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] For port ed687b10-a174-4f1c-a0e6-e8624276b955, host hv-cinder-83109, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:10.160146 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:10.256934 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-e99fca3a-1f4b-4be7-9fbf-547d5725ceb8 service neutron] 10.222.0.31 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205588 Mar 03 06:34:10.275357 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Allocated IP 172.20.0.11 (80a697f1-3f2c-4380-bb33-413897d26af5/8fb46d55-53ee-41f2-8c72-8729cad51fcb/a0144151-6718-4903-98d4-516c8f5ef522) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:10.280623 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] For port ed687b10-a174-4f1c-a0e6-e8624276b955, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ed687b10-a174-4f1c-a0e6-e8624276b955,segment=NetworkSegment(7e5b5f7b-8205-4f5c-839d-ed099acdd360),segment_id=7e5b5f7b-8205-4f5c-839d-ed099acdd360)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:10.282302 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-db752f73-f941-46ac-b781-0e62b000b2ac admin admin] Publish callbacks [] for security_group (b5d01acd-a048-4124-96ac-d4728ec97bd4), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.319537 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 4e19ed2b-a5e1-4252-8af2-6688e764e087 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:10.321025 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 54bb2745-b153-4ab0-bc76-6a7909023f66 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:10.445275 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.480321 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 54bb2745-b153-4ab0-bc76-6a7909023f66 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:10.482167 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.526959 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-db752f73-f941-46ac-b781-0e62b000b2ac admin admin] Publish callbacks [] for security_group (b5d01acd-a048-4124-96ac-d4728ec97bd4), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.710191 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks [] for port (a0144151-6718-4903-98d4-516c8f5ef522), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.744415 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 54bb2745-b153-4ab0-bc76-6a7909023f66 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:10.795382 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-634a32d0-7ac8-46ab-9032-8dee0f757e9c admin admin] Publish callbacks [] for security_group (480dc84b-f232-47d7-9777-3592e7bd1de0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.852548 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.853847 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.855985 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-719a0b53-1922-4290-abec-704db2bde94e service neutron] 10.222.0.41 "PUT /v2.0/ports/ed687b10-a174-4f1c-a0e6-e8624276b955 HTTP/1.1" status: 200 len: 1093 time: 6.5968752 Mar 03 06:34:10.867081 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'tag': 'ed687b10-a174-4f1c-a0e6-e8624276b955'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:10.902297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (87e0fd65-a2d5-4575-9d08-dd814eae79e7), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:10.919964 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a0b53-1922-4290-abec-704db2bde94e service neutron] Pushing event updated for resources: {'Port': ['ID=ed687b10-a174-4f1c-a0e6-e8624276b955,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:10.952961 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c22e9f-5024-4b74-b680-9a059d829ff0 req-a6788279-4b8e-408d-8246-d1e0f576d6f6 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.954786 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b0c22e9f-5024-4b74-b680-9a059d829ff0 req-a6788279-4b8e-408d-8246-d1e0f576d6f6 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 943 time: 0.6664362 Mar 03 06:34:10.965193 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Attempting to bind port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:10.966039 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Attempting to bind port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:10.966457 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Attempting to bind port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:10.972590 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:34:10.973189 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Attempting to bind port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:10.980629 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:10.981025 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Checking segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:10.981444 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Bound using segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:10.981980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Bound port: bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:10.982392 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.058278 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-af484d44-cd94-4c58-9d37-9c127881a12f req-cbc1381d-8c99-4e35-a17e-80bd219964bc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 210 time: 0.1409383 Mar 03 06:34:11.060495 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (a0144151-6718-4903-98d4-516c8f5ef522), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.074742 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (87e0fd65-a2d5-4575-9d08-dd814eae79e7), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.115577 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-db752f73-f941-46ac-b781-0e62b000b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b5d01acd-a048-4124-96ac-d4728ec97bd4), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.117354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-db752f73-f941-46ac-b781-0e62b000b2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.118798 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-db752f73-f941-46ac-b781-0e62b000b2ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5d01acd-a048-4124-96ac-d4728ec97bd4 HTTP/1.1" status: 204 len: 168 time: 1.5230372 Mar 03 06:34:11.165976 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db752f73-f941-46ac-b781-0e62b000b2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d01acd-a048-4124-96ac-d4728ec97bd4,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:11.244252 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b0c22e9f-5024-4b74-b680-9a059d829ff0 req-a81b1872-499b-4f09-8436-3e318bac1d18 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587152 Mar 03 06:34:11.321739 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1018a8ba-8dd9-4f82-9b87-81748ba94006" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4dc462-97bb-4716-bf66-3a2ea9c3b798", "tag": "ed687b10-a174-4f1c-a0e6-e8624276b955"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:11.328930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.329369 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] For port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host hv-cinder-83109, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:11.330174 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9518683 Mar 03 06:34:11.334525 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] For port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:11.336570 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60560) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:11.341319 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:11.350175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-634a32d0-7ac8-46ab-9032-8dee0f757e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (480dc84b-f232-47d7-9777-3592e7bd1de0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.350175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-634a32d0-7ac8-46ab-9032-8dee0f757e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.350783 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-634a32d0-7ac8-46ab-9032-8dee0f757e9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/480dc84b-f232-47d7-9777-3592e7bd1de0 HTTP/1.1" status: 204 len: 168 time: 1.8198369 Mar 03 06:34:11.362809 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-d5bf2867-16b0-4947-b7d9-8fbe5d158ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.365184 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-d5bf2867-16b0-4947-b7d9-8fbe5d158ce1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e8d97db940d409381b6bbbe9bbb1b1a&device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 1127 time: 0.3006639 Mar 03 06:34:11.423494 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.427646 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ce2a4-b7d9-477b-8caf-5a339668618d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e0fd65-a2d5-4575-9d08-dd814eae79e7,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:11.466615 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.470531 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-d157f198-6c6e-4cc2-8596-e52b185b2a4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed687b10-a174-4f1c-a0e6-e8624276b955 HTTP/1.1" status: 200 len: 217 time: 0.0952971 Mar 03 06:34:11.490725 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Network 80a697f1-3f2c-4380-bb33-413897d26af5 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:11.495802 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a32d0-7ac8-46ab-9032-8dee0f757e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480dc84b-f232-47d7-9777-3592e7bd1de0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:11.522265 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:11.525430 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Pushing event updated for resources: {'Port': ['ID=a0144151-6718-4903-98d4-516c8f5ef522,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:11.530158 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:11.563548 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.564269 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.565709 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] 10.222.0.41 "PUT /v2.0/ports/bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 HTTP/1.1" status: 200 len: 1093 time: 7.2979236 Mar 03 06:34:11.655394 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd28860-d301-4b68-b44c-c4b4ba92f6bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:11.667285 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fdd45-a429-4525-a9fb-e90700df9ff1 req-0eeff2be-ef6f-4514-8584-7b6677153696 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.668902 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-031fdd45-a429-4525-a9fb-e90700df9ff1 req-0eeff2be-ef6f-4514-8584-7b6677153696 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.3247714 Mar 03 06:34:11.674999 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.675893 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:11.683806 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-879eccb0-2822-433e-b23b-8681d859b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.685078 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-879eccb0-2822-433e-b23b-8681d859b423 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6651deb9-113d-462a-bc5d-2fa72b3bcd4f HTTP/1.1" status: 200 len: 852 time: 0.1925402 Mar 03 06:34:11.763710 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-031fdd45-a429-4525-a9fb-e90700df9ff1 req-20673e0c-f313-4963-9ce9-9cb5ab787048 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837646 Mar 03 06:34:11.765091 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-aebef230-f294-4ff9-8d7e-6456e5107d2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89877c1-6359-41f1-b286-28459e6bd7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731993 Mar 03 06:34:11.776582 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-88cb4667-b3b9-4df2-ae82-0e7d8c016ff6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2420418 Mar 03 06:34:11.815865 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Request body: {'port': {'device_id': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:11.969345 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-b0014a8b-9dd6-4e60-b56d-bb26fe1d9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.973783 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-b0014a8b-9dd6-4e60-b56d-bb26fe1d9176 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 1127 time: 0.2433205 Mar 03 06:34:11.988422 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a0144151-6718-4903-98d4-516c8f5ef522), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:12.077370 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-63f056c5-9e3b-4feb-92bb-89c438ce625b service neutron] 10.222.0.41 "GET /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953088 Mar 03 06:34:12.087086 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:12.089423 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-9b7f0954-1d81-48ce-8127-794666e6452f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 HTTP/1.1" status: 200 len: 217 time: 0.1036317 Mar 03 06:34:12.285664 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-f3ea21a8-898e-40bd-a996-23c6eb988084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:12.300726 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-f3ea21a8-898e-40bd-a996-23c6eb988084 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.2034216 Mar 03 06:34:12.307966 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e905191a-908f-417f-8d3d-2bde524d397c req-188909d3-3e5a-43a0-bdf0-d201b5a3dd13 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 210 time: 0.0628927 Mar 03 06:34:12.397864 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-0a7c0ad5-bab3-43aa-af4d-e819fa63b822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621004 Mar 03 06:34:12.442448 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9cf29d1-f976-4f90-b5d2-56251df79d4b req-8733e78b-4dd4-4371-b88f-19644cc80625 service neutron] 10.222.0.41 "GET /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579619 Mar 03 06:34:12.480401 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Allocated IP 172.27.2.10 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/cbc275c1-e58a-43e1-ab87-6ff1e6c13a25) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:12.528487 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5238040-99df-44ee-884c-11d91dcef5da x-openstack-request-id: req-d5238040-99df-44ee-884c-11d91dcef5da {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:12.528795 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4dc462-97bb-4716-bf66-3a2ea9c3b798", "tag": "ed687b10-a174-4f1c-a0e6-e8624276b955", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:12.529058 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5238040-99df-44ee-884c-11d91dcef5da {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:12.529542 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'tag': 'ed687b10-a174-4f1c-a0e6-e8624276b955', 'status': 'completed', 'code': 200} Mar 03 06:34:12.631548 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1e677-c4dc-42df-babd-b567642175b9 req-c6c6cb12-b3de-4164-9250-077dd8e3184c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:12.634002 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-05c1e677-c4dc-42df-babd-b567642175b9 req-c6c6cb12-b3de-4164-9250-077dd8e3184c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 943 time: 0.1470752 Mar 03 06:34:12.776700 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-6a821a14-26e6-49e8-b26f-ee3b9ff4a62b service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662691 Mar 03 06:34:12.952874 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-05c1e677-c4dc-42df-babd-b567642175b9 req-f843ef23-7333-44c9-8caa-2f593de83606 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111925 Mar 03 06:34:12.963403 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0144151-6718-4903-98d4-516c8f5ef522 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:12.996140 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Publish callbacks [] for port (a0144151-6718-4903-98d4-516c8f5ef522), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:13.034694 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Transition to ACTIVE for port object a0144151-6718-4903-98d4-516c8f5ef522 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:34:13.179052 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (a0144151-6718-4903-98d4-516c8f5ef522), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:13.228592 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:13.269996 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-3e3edd4a-053f-49d0-943a-21bed0c8aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.272759 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-3e3edd4a-053f-49d0-943a-21bed0c8aea0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e8d97db940d409381b6bbbe9bbb1b1a&device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 1127 time: 0.6531141 Mar 03 06:34:13.306076 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Pushing event updated for resources: {'Port': ['ID=a0144151-6718-4903-98d4-516c8f5ef522,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:13.489671 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Attempting to bind port a0144151-6718-4903-98d4-516c8f5ef522 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:13.490346 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Attempting to bind port a0144151-6718-4903-98d4-516c8f5ef522 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:13.490580 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Attempting to bind port a0144151-6718-4903-98d4-516c8f5ef522 on network 80a697f1-3f2c-4380-bb33-413897d26af5 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:13.498808 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Port a0144151-6718-4903-98d4-516c8f5ef522 on network 80a697f1-3f2c-4380-bb33-413897d26af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:34:13.499318 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Attempting to bind port a0144151-6718-4903-98d4-516c8f5ef522 on network 80a697f1-3f2c-4380-bb33-413897d26af5 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:13.507988 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-a6b52042-4fd5-49ff-8525-bad4b10ef3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.511005 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-a6b52042-4fd5-49ff-8525-bad4b10ef3a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89877c1-6359-41f1-b286-28459e6bd7a9 HTTP/1.1" status: 200 len: 913 time: 0.2211599 Mar 03 06:34:13.516170 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:13.518214 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Checking segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:13.523729 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Bound using segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:13.524284 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Bound port: a0144151-6718-4903-98d4-516c8f5ef522, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:13.524657 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a0144151-6718-4903-98d4-516c8f5ef522), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:13.606083 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bf5452f2-d914-471b-89e0-02d0e63883a8 req-0e7263ac-5849-4347-aa65-ceaca2e3710d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 210 time: 0.0755544 Mar 03 06:34:13.663112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] For port a0144151-6718-4903-98d4-516c8f5ef522, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:13.666923 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.41', 49376) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:13.685066 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-27463b45-59d0-4797-a8b4-11ac6bfab30e service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8946967 Mar 03 06:34:13.686329 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-b307d43f-a24a-421e-9edc-26bee21c32eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed687b10-a174-4f1c-a0e6-e8624276b955 HTTP/1.1" status: 200 len: 217 time: 0.1478965 Mar 03 06:34:13.739067 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] For port a0144151-6718-4903-98d4-516c8f5ef522, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a0144151-6718-4903-98d4-516c8f5ef522,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:13.748389 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897dc4f-a041-49af-bf71-9765053f0ad9 req-14204ebb-947c-48f6-b83c-96f11fe8e446 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.756077 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4897dc4f-a041-49af-bf71-9765053f0ad9 req-14204ebb-947c-48f6-b83c-96f11fe8e446 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.5429118 Mar 03 06:34:13.858190 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (a0144151-6718-4903-98d4-516c8f5ef522), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:13.886622 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-9058d7de-bb4d-4068-b90b-7202822645f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.888112 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-9058d7de-bb4d-4068-b90b-7202822645f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6651deb9-113d-462a-bc5d-2fa72b3bcd4f HTTP/1.1" status: 200 len: 852 time: 0.1928890 Mar 03 06:34:13.893495 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-f8031157-7ff5-407e-b185-0a2c45932c3e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.895032 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-f8031157-7ff5-407e-b185-0a2c45932c3e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 818 time: 0.2266712 Mar 03 06:34:13.944884 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.945615 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:13.947905 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 1094 time: 2.1512001 Mar 03 06:34:13.950784 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Request body: {'port': {'device_id': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'admin_state_up': True, 'tenant_id': '515424c141cf48fa82014f02b5d0d637'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:13.953533 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'tag': 'a0144151-6718-4903-98d4-516c8f5ef522'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:13.991875 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-21c0eef7-346d-4062-b0d1-c8bc1e023355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89877c1-6359-41f1-b286-28459e6bd7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567303 Mar 03 06:34:14.021421 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:14.049181 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c13bb9-3ed0-4fa8-a926-52614866ea61 service neutron] Pushing event updated for resources: {'Port': ['ID=a0144151-6718-4903-98d4-516c8f5ef522,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:14.259985 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-2ef597ec-1754-445d-8cb4-73a04aef1038 service neutron] 10.222.0.41 "GET /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325976 Mar 03 06:34:14.304014 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:14.322623 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4897dc4f-a041-49af-bf71-9765053f0ad9 req-40c0c5e3-0ffb-4edd-b868-273793decccd tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621262 Mar 03 06:34:14.346812 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96" -d '{"events": [{"name": "network-changed", "server_uuid": "f8852409-b75b-4eb2-b309-22a8f2b3d951", "tag": "a0144151-6718-4903-98d4-516c8f5ef522"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:14.384040 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-4cdcae3f-eb4d-48f4-8db6-a454f85a70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:14.385793 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-4cdcae3f-eb4d-48f4-8db6-a454f85a70b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1128 time: 0.2939739 Mar 03 06:34:14.420860 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a80cf-1615-4f61-9d34-177c72d6cc02 req-5d2a53f0-91a0-4da4-bed5-25aa8d639f95 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:14.424968 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-281a80cf-1615-4f61-9d34-177c72d6cc02 req-5d2a53f0-91a0-4da4-bed5-25aa8d639f95 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 943 time: 0.2975740 Mar 03 06:34:14.449473 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Made reservation on behalf of 515424c141cf48fa82014f02b5d0d637 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:14.470702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:14.529433 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:14.535378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'tag': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:14.538676 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb932035-532d-48d7-bb78-5c8c1309a002" -d '{"events": [{"name": "network-changed", "server_uuid": "5e98973a-0f6f-4d2e-befd-64fb63f6273a", "tag": "bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:14.546123 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:14.607992 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'Port': ['ID=cbc275c1-e58a-43e1-ab87-6ff1e6c13a25,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:14.737672 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1018a8ba-8dd9-4f82-9b87-81748ba94006 req-e35cee8d-3db0-4ad3-9c98-5989793d8a29 service neutron] 10.222.0.41 "GET /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770506 Mar 03 06:34:14.788490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (15c0caf2-f131-4487-a9c0-c0520b4f2731), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:14.798236 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb2d290-e4e9-418b-bba4-3b24b72b01ce x-openstack-request-id: req-2cb2d290-e4e9-418b-bba4-3b24b72b01ce {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:14.801205 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8852409-b75b-4eb2-b309-22a8f2b3d951", "tag": "a0144151-6718-4903-98d4-516c8f5ef522", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:14.801205 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cb2d290-e4e9-418b-bba4-3b24b72b01ce {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:14.801205 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'tag': 'a0144151-6718-4903-98d4-516c8f5ef522', 'status': 'completed', 'code': 200} Mar 03 06:34:14.804620 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-201ce4f3-f58f-43c9-ac58-fb4294141783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.4113460 Mar 03 06:34:14.872897 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76b5da-173b-46b2-9b13-2e03c959efaa x-openstack-request-id: req-dc76b5da-173b-46b2-9b13-2e03c959efaa {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:14.873202 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e98973a-0f6f-4d2e-befd-64fb63f6273a", "tag": "bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:14.873560 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc76b5da-173b-46b2-9b13-2e03c959efaa {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:14.874104 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'tag': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', 'status': 'completed', 'code': 200} Mar 03 06:34:14.926102 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-577482b9-0644-4a0c-aefc-bbaf5c4929d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:14.928372 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-577482b9-0644-4a0c-aefc-bbaf5c4929d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.1055856 Mar 03 06:34:14.946330 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:34:14.994688 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:15.056577 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-b50fb317-6475-42e4-8bb1-14ca3216deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:15.058867 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-b50fb317-6475-42e4-8bb1-14ca3216deff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 1127 time: 0.1519992 Mar 03 06:34:15.068588 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-792dd98e-bdac-48e4-9985-293b5e37d3fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187553 Mar 03 06:34:15.087146 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-281a80cf-1615-4f61-9d34-177c72d6cc02 req-55d96256-fd89-462b-824d-06a44b9ca4c0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828547 Mar 03 06:34:15.289709 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-61b2e977-17a2-49fe-b96e-43fbb381cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:15.291271 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-61b2e977-17a2-49fe-b96e-43fbb381cf6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 916 time: 0.2165499 Mar 03 06:34:15.384350 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-0a23893a-38a7-45dc-b312-65fe71180976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 HTTP/1.1" status: 200 len: 217 time: 0.0807250 Mar 03 06:34:15.452277 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-78cda390-848e-4803-a7a7-e8a712b8dccb req-20e0caa8-144e-40e5-a80b-49e2030d861c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 210 time: 0.1770194 Mar 03 06:34:15.485062 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-ee423b67-01c3-4190-a14c-035b5c026679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:15.487689 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-ee423b67-01c3-4190-a14c-035b5c026679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.0925419 Mar 03 06:34:15.516518 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-4001c365-cd83-48f9-84a0-07fbd896c399 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217536 Mar 03 06:34:15.526818 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:15.557459 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Allocated IP 172.20.0.7 (80a697f1-3f2c-4380-bb33-413897d26af5/8fb46d55-53ee-41f2-8c72-8729cad51fcb/34f1487d-7bf1-45a9-95da-8aba82b600e3) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:15.609208 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-7e84ee79-3179-4641-81e7-a0ef5046ae6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403666 Mar 03 06:34:15.617126 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001ecfd-d5e6-4160-b2a6-6a5ba5e96574 req-bd051fa4-d998-4c06-8501-cc35ab840cf4 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:15.618700 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b001ecfd-d5e6-4160-b2a6-6a5ba5e96574 req-bd051fa4-d998-4c06-8501-cc35ab840cf4 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.1229393 Mar 03 06:34:15.744589 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-64a527b5-5927-4e6e-9a70-4ca67e6ac430 service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249321 Mar 03 06:34:15.754854 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b001ecfd-d5e6-4160-b2a6-6a5ba5e96574 req-f8b82556-e51f-447a-a7bc-2fdd46dd3494 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667450 Mar 03 06:34:15.801537 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c729bdf-f2fd-424b-9503-06db1aa109ed req-6288d031-54db-48b1-a949-d3b46b4996e8 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300282 Mar 03 06:34:15.843803 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks [] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:15.856378 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb932035-532d-48d7-bb78-5c8c1309a002 req-d8b13db9-620c-4e2f-a045-34dd143f46df service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850067 Mar 03 06:34:15.876221 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:15.954378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'Port': ['ID=cbc275c1-e58a-43e1-ab87-6ff1e6c13a25,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:15.965941 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (15c0caf2-f131-4487-a9c0-c0520b4f2731), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:15.984372 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:16.029422 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Network 80a697f1-3f2c-4380-bb33-413897d26af5 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:16.032506 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:16.037002 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:16.070225 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:16.079584 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fbeac03d-7580-42fe-87cd-81978b62fa82 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7418268 Mar 03 06:34:16.092150 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Pushing event updated for resources: {'Port': ['ID=34f1487d-7bf1-45a9-95da-8aba82b600e3,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:16.123845 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.124524 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:16.134894 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-dda56dbc-ffec-4f93-ae6b-c3fc97c17774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.136417 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-dda56dbc-ffec-4f93-ae6b-c3fc97c17774 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1128 time: 0.0781238 Mar 03 06:34:16.224380 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-46feb29f-afd2-4500-8b83-a9fbe76c9d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2810063 Mar 03 06:34:16.258534 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88e99e-7900-4f83-be53-cfe857d5e8ed req-83aaef49-2101-4715-91e6-d3a4f704c85e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.273611 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9d88e99e-7900-4f83-be53-cfe857d5e8ed req-83aaef49-2101-4715-91e6-d3a4f704c85e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 943 time: 0.1079056 Mar 03 06:34:16.304601 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Request body: {'port': {'device_id': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:16.316058 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-61136b95-71ad-45db-be0f-e68dcb32e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.321960 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-61136b95-71ad-45db-be0f-e68dcb32e5cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.1723931 Mar 03 06:34:16.411621 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-98f4880e-a9cb-4215-ac2c-a0b9da433470 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.0817692 Mar 03 06:34:16.483215 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9d88e99e-7900-4f83-be53-cfe857d5e8ed req-d8bac229-21bf-4338-8cf9-4a2a95e59e90 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068262 Mar 03 06:34:16.486150 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:16.550704 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60752) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:16.556497 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-1f015ab7-aca3-4bb6-a4e3-dc030bba4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.558407 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-1f015ab7-aca3-4bb6-a4e3-dc030bba4fd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.1441207 Mar 03 06:34:16.607330 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-25188a89-b005-4abb-993e-2b79d97554b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387352 Mar 03 06:34:16.628544 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-d4ec7737-aed1-4139-98c0-91df85325f2b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1926701966&fields=id&tenant_id=bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 267 time: 0.1580694 Mar 03 06:34:16.737865 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb88ec-f828-498f-a071-27f9f39d9dd7 req-e951f692-c46c-4283-b14a-72ca449b72b5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.740653 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0acb88ec-f828-498f-a071-27f9f39d9dd7 req-e951f692-c46c-4283-b14a-72ca449b72b5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 931 time: 0.1247232 Mar 03 06:34:16.787167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-f5162b7f-9b45-4ca9-a891-5140e906ca14 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.788662 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-f5162b7f-9b45-4ca9-a891-5140e906ca14 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 817 time: 0.1210608 Mar 03 06:34:16.814274 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a7e071f-1875-4ee5-828c-07b2dd603101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:16.861035 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0acb88ec-f828-498f-a071-27f9f39d9dd7 req-cada40b2-1349-41f1-882a-43df8a81c7cc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114039 Mar 03 06:34:16.919467 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f1487d-7bf1-45a9-95da-8aba82b600e3 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:16.952169 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Publish callbacks [] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:16.998423 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Transition to ACTIVE for port object 34f1487d-7bf1-45a9-95da-8aba82b600e3 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:34:17.004534 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-c796086e-8cba-431d-a59d-a2474bbc2344 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/quotas/bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 375 time: 0.2092857 Mar 03 06:34:17.011540 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-e07e8fb4-e718-403f-9387-0a8c2a05b6ed service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953075 Mar 03 06:34:17.073480 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568408c4-5c38-4ae2-9a81-1ad368b6738a req-ccb4e98e-95a4-4464-834e-eee89680ea93 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.075060 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-568408c4-5c38-4ae2-9a81-1ad368b6738a req-ccb4e98e-95a4-4464-834e-eee89680ea93 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.1225550 Mar 03 06:34:17.092475 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a7e071f-1875-4ee5-828c-07b2dd603101 admin admin] Publish callbacks [] for security_group (797ea9d6-365d-4e8b-aaef-7f918dc6bbd7), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.095217 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.132857 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-4e2c856d-e89f-4df8-becc-f8675347489f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199985 Mar 03 06:34:17.162894 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed4e1424-aaeb-44e3-aa33-6932bc2fab96 req-cac30299-06db-4cde-a77d-e0b39f6c653e service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409295 Mar 03 06:34:17.176743 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-568408c4-5c38-4ae2-9a81-1ad368b6738a req-83189cc7-e019-49fc-8c93-040ca39b2ae8 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940657 Mar 03 06:34:17.182252 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Pushing event updated for resources: {'Port': ['ID=34f1487d-7bf1-45a9-95da-8aba82b600e3,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:17.230675 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a7e071f-1875-4ee5-828c-07b2dd603101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (797ea9d6-365d-4e8b-aaef-7f918dc6bbd7), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.289538 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-0a7e071f-1875-4ee5-828c-07b2dd603101 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3210661b4e1246deabc2d1cc495d86f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7376039 Mar 03 06:34:17.290502 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60780) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:17.293383 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e071f-1875-4ee5-828c-07b2dd603101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797ea9d6-365d-4e8b-aaef-7f918dc6bbd7,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:17.295912 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-accfe9a0-ff32-4721-b477-502be402a441 service neutron] 10.222.0.31 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422372 Mar 03 06:34:17.340371 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Attempting to bind port 34f1487d-7bf1-45a9-95da-8aba82b600e3 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:17.340827 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Attempting to bind port 34f1487d-7bf1-45a9-95da-8aba82b600e3 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:17.341295 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Attempting to bind port 34f1487d-7bf1-45a9-95da-8aba82b600e3 on network 80a697f1-3f2c-4380-bb33-413897d26af5 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:17.352036 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Port 34f1487d-7bf1-45a9-95da-8aba82b600e3 on network 80a697f1-3f2c-4380-bb33-413897d26af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:34:17.352856 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Attempting to bind port 34f1487d-7bf1-45a9-95da-8aba82b600e3 on network 80a697f1-3f2c-4380-bb33-413897d26af5 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:17.361268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:17.361268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Checking segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:17.361768 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Bound using segment: {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:17.362266 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Bound port: 34f1487d-7bf1-45a9-95da-8aba82b600e3, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d967b70-d3d6-404c-b1db-d626e88e75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:17.362925 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.388744 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d03f1075-a01c-4b28-870f-183e9db507ae admin admin] Publish callbacks [] for security_group (797ea9d6-365d-4e8b-aaef-7f918dc6bbd7), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.415052 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-fc43f5fe-0d51-4f85-9125-c71ee9895b6c service neutron] 10.222.0.31 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182783 Mar 03 06:34:17.435945 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d03f1075-a01c-4b28-870f-183e9db507ae admin admin] Publish callbacks [] for security_group (797ea9d6-365d-4e8b-aaef-7f918dc6bbd7), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.472788 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60784) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:17.481184 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] For port 34f1487d-7bf1-45a9-95da-8aba82b600e3, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:17.496031 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] For port 34f1487d-7bf1-45a9-95da-8aba82b600e3, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:17.556470 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.591273 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0fd75cc2-0e17-46c6-a3aa-a8a618dbd53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.601325 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.602009 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.603615 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] 10.222.0.41 "PUT /v2.0/ports/34f1487d-7bf1-45a9-95da-8aba82b600e3 HTTP/1.1" status: 200 len: 1093 time: 1.3066146 Mar 03 06:34:17.608994 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'tag': '34f1487d-7bf1-45a9-95da-8aba82b600e3'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:17.611747 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb2f238-b61a-4cf1-a805-cebd7046546e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6a6aba-3f39-430a-ad54-cdf140b53871", "tag": "34f1487d-7bf1-45a9-95da-8aba82b600e3"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:17.614360 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d03f1075-a01c-4b28-870f-183e9db507ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (797ea9d6-365d-4e8b-aaef-7f918dc6bbd7), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.617141 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d03f1075-a01c-4b28-870f-183e9db507ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.618302 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d03f1075-a01c-4b28-870f-183e9db507ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/797ea9d6-365d-4e8b-aaef-7f918dc6bbd7 HTTP/1.1" status: 204 len: 168 time: 0.3204181 Mar 03 06:34:17.653160 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f1075-a01c-4b28-870f-183e9db507ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ea9d6-365d-4e8b-aaef-7f918dc6bbd7,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:17.728932 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dc123-c664-4c4c-b2b8-21b0f4f9d5ac service neutron] Pushing event updated for resources: {'Port': ['ID=34f1487d-7bf1-45a9-95da-8aba82b600e3,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:17.733844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed40c385-722e-47bf-88f4-4564cdad871d x-openstack-request-id: req-ed40c385-722e-47bf-88f4-4564cdad871d {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:17.734197 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6a6aba-3f39-430a-ad54-cdf140b53871", "tag": "34f1487d-7bf1-45a9-95da-8aba82b600e3", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:17.734505 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed40c385-722e-47bf-88f4-4564cdad871d {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:17.734912 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'tag': '34f1487d-7bf1-45a9-95da-8aba82b600e3', 'status': 'completed', 'code': 200} Mar 03 06:34:17.761167 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be4cca-74c2-40be-99d2-f8b481c2a7a3 req-ab8ce88d-ab11-4d76-b0f6-a1787296808f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.763245 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73be4cca-74c2-40be-99d2-f8b481c2a7a3 req-ab8ce88d-ab11-4d76-b0f6-a1787296808f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 943 time: 0.1981347 Mar 03 06:34:17.786113 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-5c787557-9ca6-415a-96b0-79a6e4098f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.787822 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-5c787557-9ca6-415a-96b0-79a6e4098f13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 1127 time: 0.0753164 Mar 03 06:34:17.831260 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0a7a4cf4-3316-4def-a338-f626d1f2f6d4 req-60231e2e-2aeb-428c-a78b-64c28ab3545d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 210 time: 0.0354826 Mar 03 06:34:17.887516 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-b2519946-a5a5-4262-9db5-efdbee27f0fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3 HTTP/1.1" status: 200 len: 217 time: 0.0774548 Mar 03 06:34:17.913231 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0fd75cc2-0e17-46c6-a3aa-a8a618dbd53d admin admin] Publish callbacks [] for security_group (dd475fd4-2aae-4324-a37e-77e401d960cd), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:17.957225 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73be4cca-74c2-40be-99d2-f8b481c2a7a3 req-c2be8aa1-575b-4862-b19c-06e3e9a592a2 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656075 Mar 03 06:34:17.969104 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-74557660-513e-4b27-bc46-fa864caa3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.970892 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-74557660-513e-4b27-bc46-fa864caa3173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0772984 Mar 03 06:34:18.006375 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-187ab394-6b70-458a-ac66-5e0e7a3d9ff7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276756 Mar 03 06:34:18.010867 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0fd75cc2-0e17-46c6-a3aa-a8a618dbd53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (dd475fd4-2aae-4324-a37e-77e401d960cd), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.025814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d659b-d692-463a-8dd9-b0d1e92e6476 req-fe9788a3-c6ae-4fa5-a273-586450acb21d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.030410 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fd4d659b-d692-463a-8dd9-b0d1e92e6476 req-fe9788a3-c6ae-4fa5-a273-586450acb21d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 943 time: 0.0670078 Mar 03 06:34:18.086038 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-0fd75cc2-0e17-46c6-a3aa-a8a618dbd53d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7763bae6183a4c7ea565e531c5db766d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6113224 Mar 03 06:34:18.087044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd75cc2-0e17-46c6-a3aa-a8a618dbd53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd475fd4-2aae-4324-a37e-77e401d960cd,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:18.091926 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60818) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:18.131663 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fd4d659b-d692-463a-8dd9-b0d1e92e6476 req-0a081f5a-d8a2-42ad-9817-3376efe6cb31 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893707 Mar 03 06:34:18.141889 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-1d24bda7-81bc-451d-b225-03214b9052cb service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282544 Mar 03 06:34:18.211228 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8140d4a6-9772-43e1-b080-3340ce223a3a admin admin] Publish callbacks [] for security_group (dd475fd4-2aae-4324-a37e-77e401d960cd), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.248853 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8140d4a6-9772-43e1-b080-3340ce223a3a admin admin] Publish callbacks [] for security_group (dd475fd4-2aae-4324-a37e-77e401d960cd), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.304738 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ac5367a-c207-49ae-a412-5081c392bf0d req-91250762-1c6c-4285-8248-b9d26463905a service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571004 Mar 03 06:34:18.349880 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d047a-18e2-4162-abd3-4af7640ca37d req-50b8873c-8701-4267-a1a6-49946ed289f3 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.354759 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a77d047a-18e2-4162-abd3-4af7640ca37d req-50b8873c-8701-4267-a1a6-49946ed289f3 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.0941415 Mar 03 06:34:18.402170 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a77d047a-18e2-4162-abd3-4af7640ca37d req-96c308c6-958b-44c0-b264-36fb753bcec1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464749 Mar 03 06:34:18.435849 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60830) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:18.470613 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-86038626-fb59-4f55-a256-eb67f053863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.472230 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-86038626-fb59-4f55-a256-eb67f053863a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 1127 time: 0.0473685 Mar 03 06:34:18.475341 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8140d4a6-9772-43e1-b080-3340ce223a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (dd475fd4-2aae-4324-a37e-77e401d960cd), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.478737 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8140d4a6-9772-43e1-b080-3340ce223a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.479865 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-8140d4a6-9772-43e1-b080-3340ce223a3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd475fd4-2aae-4324-a37e-77e401d960cd HTTP/1.1" status: 204 len: 168 time: 0.3865769 Mar 03 06:34:18.557517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140d4a6-9772-43e1-b080-3340ce223a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd475fd4-2aae-4324-a37e-77e401d960cd,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:18.568678 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b3e57537-d2d3-40cf-8000-7d548499e899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.673263 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b3e57537-d2d3-40cf-8000-7d548499e899 admin admin] Publish callbacks [] for security_group (417a2c20-2a26-47ec-bc3e-d13f716ebd8e), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.681493 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-304e3984-7716-4be7-ab96-377d5af3533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.682969 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-304e3984-7716-4be7-ab96-377d5af3533d service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.2017796 Mar 03 06:34:18.727752 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-42a2bde9-d834-417c-ba05-613a77b01898 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3 HTTP/1.1" status: 200 len: 217 time: 0.0378685 Mar 03 06:34:18.761499 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b3e57537-d2d3-40cf-8000-7d548499e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (417a2c20-2a26-47ec-bc3e-d13f716ebd8e), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.779977 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-ba456ccf-c42b-4e9a-a67b-ccb568222cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.781471 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-ba456ccf-c42b-4e9a-a67b-ccb568222cd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0474920 Mar 03 06:34:18.803375 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b3e57537-d2d3-40cf-8000-7d548499e899 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dd9b4caaf714128864bca547e6b02c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649771 Mar 03 06:34:18.806429 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e57537-d2d3-40cf-8000-7d548499e899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a2c20-2a26-47ec-bc3e-d13f716ebd8e,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:18.807990 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60846) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:18.817114 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-80bfe99f-d135-4348-919d-b7ab41fa22c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290194 Mar 03 06:34:18.858932 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7c47afcb-b6e5-4969-9f50-cfc208a835e7 admin admin] Publish callbacks [] for security_group (417a2c20-2a26-47ec-bc3e-d13f716ebd8e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.890142 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7c47afcb-b6e5-4969-9f50-cfc208a835e7 admin admin] Publish callbacks [] for security_group (417a2c20-2a26-47ec-bc3e-d13f716ebd8e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:18.924226 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-c5618458-d659-4a27-afc3-7902e052fdfb service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007030 Mar 03 06:34:18.980508 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2ad6e7e7-f9c0-4d06-bf9c-fdf546ba0575 req-48434a16-6154-4eaf-8d8b-ad79d74255b9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 210 time: 0.0453854 Mar 03 06:34:19.036927 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7c47afcb-b6e5-4969-9f50-cfc208a835e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (417a2c20-2a26-47ec-bc3e-d13f716ebd8e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.041315 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7c47afcb-b6e5-4969-9f50-cfc208a835e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.043677 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-7c47afcb-b6e5-4969-9f50-cfc208a835e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/417a2c20-2a26-47ec-bc3e-d13f716ebd8e HTTP/1.1" status: 204 len: 168 time: 0.2344370 Mar 03 06:34:19.060448 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47afcb-b6e5-4969-9f50-cfc208a835e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a2c20-2a26-47ec-bc3e-d13f716ebd8e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:19.167759 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60864) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:19.184844 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-df2a80e5-2fb8-4cbe-b7ef-061dddcad6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.289489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0b2a-7ae1-46f3-b9b0-7dbdb1ece359 req-cf13ae10-1e66-455b-af32-4c2d7edaf636 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:19.291035 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-49fc0b2a-7ae1-46f3-b9b0-7dbdb1ece359 req-cf13ae10-1e66-455b-af32-4c2d7edaf636 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 943 time: 0.1078775 Mar 03 06:34:19.308995 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbb2f238-b61a-4cf1-a805-cebd7046546e req-38730c7b-2b0f-4737-a98f-a063d7738939 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723361 Mar 03 06:34:19.319822 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7522c1d-7bf0-4174-a4df-80595645377c req-e9add8bc-dde4-45d5-a45d-b34dca8a7bd8 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:19.321951 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c7522c1d-7bf0-4174-a4df-80595645377c req-e9add8bc-dde4-45d5-a45d-b34dca8a7bd8 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 943 time: 0.1015675 Mar 03 06:34:19.387784 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c7522c1d-7bf0-4174-a4df-80595645377c req-aee69748-6e8d-48a8-8d90-4c3e4fa19be1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552406 Mar 03 06:34:19.396779 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-49fc0b2a-7ae1-46f3-b9b0-7dbdb1ece359 req-76663327-c155-4d44-8f20-3c76fda0bfbb tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Mar 03 06:34:19.426453 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-df2a80e5-2fb8-4cbe-b7ef-061dddcad6a7 admin admin] Publish callbacks [] for security_group (d6cd8a3b-d712-46fa-9b7e-0845c3418c82), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.513167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-df2a80e5-2fb8-4cbe-b7ef-061dddcad6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d6cd8a3b-d712-46fa-9b7e-0845c3418c82), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.561194 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a80e5-2fb8-4cbe-b7ef-061dddcad6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cd8a3b-d712-46fa-9b7e-0845c3418c82,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:19.571011 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-df2a80e5-2fb8-4cbe-b7ef-061dddcad6a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99c7deca8b174633a73247083c7698c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009085 Mar 03 06:34:19.573649 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60876) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:19.590127 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48ebc4-6a6e-4aa8-902d-fdc4dfec442e req-b4d8da24-4501-4227-b7c4-532ec4c27b26 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:19.597914 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4f48ebc4-6a6e-4aa8-902d-fdc4dfec442e req-b4d8da24-4501-4227-b7c4-532ec4c27b26 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 943 time: 0.1195462 Mar 03 06:34:19.628250 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ed687b10-a174-4f1c-a0e6-e8624276b955 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:34:19.632934 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-68a42270-c943-4fe6-88ab-d783fd72348f admin admin] Publish callbacks [] for security_group (d6cd8a3b-d712-46fa-9b7e-0845c3418c82), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.657122 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-68a42270-c943-4fe6-88ab-d783fd72348f admin admin] Publish callbacks [] for security_group (d6cd8a3b-d712-46fa-9b7e-0845c3418c82), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.682447 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4f48ebc4-6a6e-4aa8-902d-fdc4dfec442e req-5bf21d60-20f3-4034-bf6d-a7367bd27a1d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832577 Mar 03 06:34:19.760825 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ed687b10-a174-4f1c-a0e6-e8624276b955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ed687b10-a174-4f1c-a0e6-e8624276b955,segment=NetworkSegment(7e5b5f7b-8205-4f5c-839d-ed099acdd360),segment_id=7e5b5f7b-8205-4f5c-839d-ed099acdd360)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:19.772238 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'ed687b10-a174-4f1c-a0e6-e8624276b955', 'network_id': 'd89877c1-6359-41f1-b286-28459e6bd7a9', 'port_id': 'ed687b10-a174-4f1c-a0e6-e8624276b955', 'mac_address': 'fa:16:3e:39:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6651deb9-113d-462a-bc5d-2fa72b3bcd4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:34:19.778473 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-68a42270-c943-4fe6-88ab-d783fd72348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d6cd8a3b-d712-46fa-9b7e-0845c3418c82), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.781122 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-68a42270-c943-4fe6-88ab-d783fd72348f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.783353 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-68a42270-c943-4fe6-88ab-d783fd72348f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6cd8a3b-d712-46fa-9b7e-0845c3418c82 HTTP/1.1" status: 204 len: 168 time: 0.2074034 Mar 03 06:34:19.793648 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a42270-c943-4fe6-88ab-d783fd72348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cd8a3b-d712-46fa-9b7e-0845c3418c82,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:19.818482 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 60884) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:19.831593 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ed687b10-a174-4f1c-a0e6-e8624276b955 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:19.832345 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.833759 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5609849f-466d-46e7-8d21-751d90e15f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.851459 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed687b10-a174-4f1c-a0e6-e8624276b955 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:19.875223 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ed687b10-a174-4f1c-a0e6-e8624276b955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ed687b10-a174-4f1c-a0e6-e8624276b955,segment=NetworkSegment(7e5b5f7b-8205-4f5c-839d-ed099acdd360),segment_id=7e5b5f7b-8205-4f5c-839d-ed099acdd360)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:19.921945 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5609849f-466d-46e7-8d21-751d90e15f71 admin admin] Publish callbacks [] for security_group (9573d12b-9fe4-4460-be70-c9ac0476f8b4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.949820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:19.950565 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:34:20.000844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5609849f-466d-46e7-8d21-751d90e15f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9573d12b-9fe4-4460-be70-c9ac0476f8b4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.050609 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ed687b10-a174-4f1c-a0e6-e8624276b955,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:20.119360 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:20.124268 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-5609849f-466d-46e7-8d21-751d90e15f71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b4989c891d64dbf8f4bd4f4492f4c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045866 Mar 03 06:34:20.127170 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 60892) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:20.130022 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609849f-466d-46e7-8d21-751d90e15f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9573d12b-9fe4-4460-be70-c9ac0476f8b4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:20.149108 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'port_id': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', 'mac_address': 'fa:16:3e:f7:e5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621de081-d370-4cfe-81bb-d8e5e5a2f34b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:34:20.162805 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b2390068-726d-4cf7-8c0d-6a6e0125e970 req-94ea8459-41c5-4c36-b2c9-c07e91d72e48 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 210 time: 0.0417030 Mar 03 06:34:20.200379 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:20.200842 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.232043 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:20.251593 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3ff1-c9ae-4c36-b1a3-ae7177156caf admin admin] Publish callbacks [] for security_group (9573d12b-9fe4-4460-be70-c9ac0476f8b4), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.261123 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:20.269882 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-5036ff72-e242-4e14-b980-127730e62617 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:20.271514 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-5036ff72-e242-4e14-b980-127730e62617 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 817 time: 0.2112136 Mar 03 06:34:20.278835 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3ff1-c9ae-4c36-b1a3-ae7177156caf admin admin] Publish callbacks [] for security_group (9573d12b-9fe4-4460-be70-c9ac0476f8b4), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.316438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.317698 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device a0144151-6718-4903-98d4-516c8f5ef522 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:34:20.353295 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-3b57b795-82e8-4000-bc86-d1f109cf479b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 380 time: 0.0709553 Mar 03 06:34:20.362934 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'port': {'device_id': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'admin_state_up': True, 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'security_groups': ['062ad452-3e22-493c-b98a-e09538652dd4']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:20.398073 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3ff1-c9ae-4c36-b1a3-ae7177156caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9573d12b-9fe4-4460-be70-c9ac0476f8b4), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.413055 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3ff1-c9ae-4c36-b1a3-ae7177156caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.413055 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-0ebe3ff1-c9ae-4c36-b1a3-ae7177156caf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9573d12b-9fe4-4460-be70-c9ac0476f8b4 HTTP/1.1" status: 204 len: 168 time: 0.2813568 Mar 03 06:34:20.457437 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe3ff1-c9ae-4c36-b1a3-ae7177156caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573d12b-9fe4-4460-be70-c9ac0476f8b4,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:20.535844 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:20.540066 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Made reservation on behalf of bf31e05612ae4b1fa991cce5952a4412 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:20.544058 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.662328 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2980c-bd26-4f3d-b930-354b4c0f95a4 req-15cfd7d2-a6b7-48fd-a0f9-a009f49457be tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:20.664897 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f0e2980c-bd26-4f3d-b930-354b4c0f95a4 req-15cfd7d2-a6b7-48fd-a0f9-a009f49457be tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 943 time: 0.1276174 Mar 03 06:34:20.693217 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port a0144151-6718-4903-98d4-516c8f5ef522, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a0144151-6718-4903-98d4-516c8f5ef522,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:20.715397 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'a0144151-6718-4903-98d4-516c8f5ef522', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'port_id': 'a0144151-6718-4903-98d4-516c8f5ef522', 'mac_address': 'fa:16:3e:e3:5e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:34:20.778087 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f0e2980c-bd26-4f3d-b930-354b4c0f95a4 req-c2c7549b-182c-4e46-9353-f8b259ec2462 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014812 Mar 03 06:34:20.785075 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f9d0f-7bd2-4938-8dc9-78ee23c044ff req-e7458fb8-3479-41c2-a08e-fbbbe8c68a8d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:20.799743 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7b5f9d0f-7bd2-4938-8dc9-78ee23c044ff req-e7458fb8-3479-41c2-a08e-fbbbe8c68a8d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 944 time: 0.2569625 Mar 03 06:34:20.799743 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Allocated IP 172.20.0.10 (8feb55f8-c185-458d-997c-907f0b455338/e6919eb7-7455-4a6d-91a2-b0ba5cc1425d/ab27c222-956f-48b4-b080-448925fe23f1) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:20.838657 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port a0144151-6718-4903-98d4-516c8f5ef522 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:20.838657 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a0144151-6718-4903-98d4-516c8f5ef522), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:20.867239 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7b5f9d0f-7bd2-4938-8dc9-78ee23c044ff req-f23f67a9-5cc0-4f67-b673-9faa3ded3995 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734017 Mar 03 06:34:20.875658 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0144151-6718-4903-98d4-516c8f5ef522 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:20.922918 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port a0144151-6718-4903-98d4-516c8f5ef522, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a0144151-6718-4903-98d4-516c8f5ef522,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:20.953939 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1acd6d-ba37-48f2-9689-7b3cc3cdc709 req-820c44b1-06da-4c92-9ab4-06580ed09d46 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:20.955543 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8e1acd6d-ba37-48f2-9689-7b3cc3cdc709 req-820c44b1-06da-4c92-9ab4-06580ed09d46 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 944 time: 0.0701861 Mar 03 06:34:21.014092 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8e1acd6d-ba37-48f2-9689-7b3cc3cdc709 req-a348f741-6051-42d6-b8f9-d48b6f87a197 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488403 Mar 03 06:34:21.074355 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for port (ab27c222-956f-48b4-b080-448925fe23f1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:21.293249 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fdf2b206-f2a6-49f3-9e9e-ccd89e5f057f req-790471be-97f0-46a4-b9df-38d12e8e3b2c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Mar 03 06:34:21.821401 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:21.822234 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a0144151-6718-4903-98d4-516c8f5ef522), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:21.861962 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 34f1487d-7bf1-45a9-95da-8aba82b600e3 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:34:21.921254 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Network 8feb55f8-c185-458d-997c-907f0b455338 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:21.942249 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:21.947077 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:21.949476 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:21.984414 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 34f1487d-7bf1-45a9-95da-8aba82b600e3, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:21.998171 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b8ac3-e058-4c79-8a90-50f564ebac20 req-cf878973-0364-4c7e-8ee8-5d32d1665941 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:22.003651 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-993b8ac3-e058-4c79-8a90-50f564ebac20 req-cf878973-0364-4c7e-8ee8-5d32d1665941 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 943 time: 0.1411917 Mar 03 06:34:22.024027 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '34f1487d-7bf1-45a9-95da-8aba82b600e3', 'network_id': '80a697f1-3f2c-4380-bb33-413897d26af5', 'port_id': '34f1487d-7bf1-45a9-95da-8aba82b600e3', 'mac_address': 'fa:16:3e:27:fd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb46d55-53ee-41f2-8c72-8729cad51fcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:34:22.077459 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:22.078614 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:22.111148 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cd232-25f4-4ed2-8640-ef9eaf5d587c req-d4b1ee21-154f-439a-9103-ff5310c11e04 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:22.111319 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-993b8ac3-e058-4c79-8a90-50f564ebac20 req-a9410615-6c90-45fe-b57a-9d113335331c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016424 Mar 03 06:34:22.118312 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ea6cd232-25f4-4ed2-8640-ef9eaf5d587c req-d4b1ee21-154f-439a-9103-ff5310c11e04 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 944 time: 0.1054926 Mar 03 06:34:22.133836 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=a0144151-6718-4903-98d4-516c8f5ef522,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:22.168973 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 34f1487d-7bf1-45a9-95da-8aba82b600e3 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:22.168973 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:22.172196 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['ed687b10-a174-4f1c-a0e6-e8624276b955'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:22.175409 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['a0144151-6718-4903-98d4-516c8f5ef522'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:22.204881 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-15e3640d-2640-4f4a-9a84-1d6fc7a348c0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8458276 Mar 03 06:34:22.208877 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:22.225153 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ea6cd232-25f4-4ed2-8640-ef9eaf5d587c req-a0996680-9fe4-4361-822a-9e8fec04be4c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059310 Mar 03 06:34:22.230381 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Request body: {'port': {'device_id': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:22.402561 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7d72-b126-4194-a913-a4d978866af7 req-85593d8d-89ad-4253-9a4a-0793cc3f042d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:22.413698 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ddda7d72-b126-4194-a913-a4d978866af7 req-85593d8d-89ad-4253-9a4a-0793cc3f042d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 944 time: 0.1400189 Mar 03 06:34:22.456357 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:22.542734 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ddda7d72-b126-4194-a913-a4d978866af7 req-b6b83454-a73c-485a-a02f-440b2086f88b tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229701 Mar 03 06:34:22.547430 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f1487d-7bf1-45a9-95da-8aba82b600e3 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:22.601548 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-5d8266df-2353-4e01-9e51-2188a28e94c6 None None] Provisioning complete for port ab27c222-956f-48b4-b080-448925fe23f1 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:22.601962 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5d8266df-2353-4e01-9e51-2188a28e94c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ab27c222-956f-48b4-b080-448925fe23f1), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:22.616995 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 34f1487d-7bf1-45a9-95da-8aba82b600e3, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:22.630570 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea36b2-6090-4c03-9129-70f22dc539f8 req-c142155d-979e-4f2b-a04f-dae217ee7b3b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:22.632051 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-faea36b2-6090-4c03-9129-70f22dc539f8 req-c142155d-979e-4f2b-a04f-dae217ee7b3b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 932 time: 0.1709266 Mar 03 06:34:22.752405 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-faea36b2-6090-4c03-9129-70f22dc539f8 req-229c595b-126b-419f-8477-f49bffadcd31 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696087 Mar 03 06:34:22.799436 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:22.931923 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab27c222-956f-48b4-b080-448925fe23f1 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:22.944995 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Publish callbacks [] for port (ab27c222-956f-48b4-b080-448925fe23f1), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:22.959390 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Transition to ACTIVE for port object ab27c222-956f-48b4-b080-448925fe23f1 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:34:22.987483 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5d8266df-2353-4e01-9e51-2188a28e94c6 None None] Port ab27c222-956f-48b4-b080-448925fe23f1 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:34:23.008877 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:23.066482 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['34f1487d-7bf1-45a9-95da-8aba82b600e3'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:23.093462 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:23.097784 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=34f1487d-7bf1-45a9-95da-8aba82b600e3,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:23.214007 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Attempting to bind port ab27c222-956f-48b4-b080-448925fe23f1 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:23.214509 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Attempting to bind port ab27c222-956f-48b4-b080-448925fe23f1 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:23.218502 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Attempting to bind port ab27c222-956f-48b4-b080-448925fe23f1 on network 8feb55f8-c185-458d-997c-907f0b455338 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:23.226344 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Port ab27c222-956f-48b4-b080-448925fe23f1 on network 8feb55f8-c185-458d-997c-907f0b455338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:34:23.226683 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Attempting to bind port ab27c222-956f-48b4-b080-448925fe23f1 on network 8feb55f8-c185-458d-997c-907f0b455338 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:23.235073 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:23.235420 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Checking segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:23.235814 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Bound using segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:23.236429 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Bound port: ab27c222-956f-48b4-b080-448925fe23f1, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:23.236806 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:23.329354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca9dbc-c7b6-4e45-9a3a-460cbf8b9fe3 req-b937c6dd-9023-480a-aba6-e590c1a87a48 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:23.331819 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e5ca9dbc-c7b6-4e45-9a3a-460cbf8b9fe3 req-b937c6dd-9023-480a-aba6-e590c1a87a48 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 944 time: 0.1156387 Mar 03 06:34:23.376687 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:23.397315 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e5ca9dbc-c7b6-4e45-9a3a-460cbf8b9fe3 req-4fa3c9dc-3bc3-4755-8eef-6b5a57908919 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594313 Mar 03 06:34:23.403922 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:23.424567 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86aa0a-fd86-43b0-bc49-f37f336740bc req-d4e2ec82-7adb-4e82-9b46-14149499dd04 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:23.425639 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f86aa0a-fd86-43b0-bc49-f37f336740bc req-d4e2ec82-7adb-4e82-9b46-14149499dd04 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 944 time: 0.0812051 Mar 03 06:34:23.483129 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f86aa0a-fd86-43b0-bc49-f37f336740bc req-6a9b6308-fb68-4c38-9001-79baf7e360a8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Mar 03 06:34:23.505697 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:23.555177 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:23.555835 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:23.557674 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] 10.222.0.41 "PUT /v2.0/ports/ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 1094 time: 1.3314691 Mar 03 06:34:23.558129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:23.560365 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:23.613040 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf423f3b-7d1e-4796-8594-ff3efd4c3c4d service neutron] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:23.734322 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f1186-5363-4a89-bc96-63fd3a485a4e x-openstack-request-id: req-d34f1186-5363-4a89-bc96-63fd3a485a4e {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:23.744930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:23.744930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d34f1186-5363-4a89-bc96-63fd3a485a4e {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:23.744930 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'status': 'completed', 'code': 200} Mar 03 06:34:23.752857 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff292d1-e0ee-4f79-973a-5f145e3d6e0c req-e49d5e7f-1aeb-4bda-ab41-546c88959a61 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:23.762898 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8ff292d1-e0ee-4f79-973a-5f145e3d6e0c req-e49d5e7f-1aeb-4bda-ab41-546c88959a61 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 944 time: 0.0962179 Mar 03 06:34:23.798355 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-50efe706-7961-4059-9b94-a8bd8ca50f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:23.801543 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-50efe706-7961-4059-9b94-a8bd8ca50f54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1128 time: 0.1284146 Mar 03 06:34:23.822503 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8ff292d1-e0ee-4f79-973a-5f145e3d6e0c req-ea2baf32-383c-48e5-a2b7-e18b2f2e432e tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Mar 03 06:34:23.836691 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:23.858926 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-5023a155-baec-4e97-b43c-6425fd5a4ea6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 217 time: 0.0482867 Mar 03 06:34:23.967949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-8026d93e-f5cc-4328-9966-296e6a27deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:23.969500 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-8026d93e-f5cc-4328-9966-296e6a27deb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.1033065 Mar 03 06:34:23.984069 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:34:23.988112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:23.988714 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:23.992570 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008132-b5b7-42fa-92d4-80bf2d8761cf req-a54f6f34-58d6-4663-952c-9fe69b5fd62e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.003401 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-19008132-b5b7-42fa-92d4-80bf2d8761cf req-a54f6f34-58d6-4663-952c-9fe69b5fd62e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0929046 Mar 03 06:34:24.079406 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4a075-4882-42ef-860a-9070a495a981 req-f6f6a923-433a-42c4-bcee-584dbe5c6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.080129 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:24.080529 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:24.080923 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-f6f6a923-433a-42c4-bcee-584dbe5c6970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038411 Mar 03 06:34:24.084583 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-19008132-b5b7-42fa-92d4-80bf2d8761cf req-508dabb9-8438-4a0b-a60b-0112f878ed9a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845816 Mar 03 06:34:24.106226 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:24.181638 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:24.188345 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-111978a6-d32a-4429-b6a4-0d2d3ec5ff15 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010065 Mar 03 06:34:24.246805 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:24.247640 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device a0144151-6718-4903-98d4-516c8f5ef522 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:24.298107 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2cb4a075-4882-42ef-860a-9070a495a981 req-32471c1f-b484-413e-835e-7473005063d8 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034184 Mar 03 06:34:24.315685 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3ee21-dc6e-4c32-9cb6-9da3a17f5ee5" -d '{"events": [{"server_uuid": "5e98973a-0f6f-4d2e-befd-64fb63f6273a", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:24.342545 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:24.401270 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port a0144151-6718-4903-98d4-516c8f5ef522 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:34:24.405463 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port a0144151-6718-4903-98d4-516c8f5ef522 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:24.405926 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a0144151-6718-4903-98d4-516c8f5ef522), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:24.465981 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-c9aa6b01-c25b-48e9-9c3e-faa12a0120d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.468253 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-c9aa6b01-c25b-48e9-9c3e-faa12a0120d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1128 time: 0.0626898 Mar 03 06:34:24.474741 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff186cee-3c19-414f-b42f-c5a1263e6d6f x-openstack-request-id: req-ff186cee-3c19-414f-b42f-c5a1263e6d6f {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:24.475077 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e98973a-0f6f-4d2e-befd-64fb63f6273a", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:24.475343 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff186cee-3c19-414f-b42f-c5a1263e6d6f {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:24.475806 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', 'code': 200} Mar 03 06:34:24.591258 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port a0144151-6718-4903-98d4-516c8f5ef522 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:24.594103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a0144151-6718-4903-98d4-516c8f5ef522), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:24.651128 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907702b6-a7d3-4ac0-9136-d4e1f411a5a0 req-0ecab5d5-2560-44a0-8004-bf264fe9fe08 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.666059 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-907702b6-a7d3-4ac0-9136-d4e1f411a5a0 req-0ecab5d5-2560-44a0-8004-bf264fe9fe08 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.0870583 Mar 03 06:34:24.692652 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port a0144151-6718-4903-98d4-516c8f5ef522, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a0144151-6718-4903-98d4-516c8f5ef522,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:24.726723 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e23a-6ca0-4b8c-a36e-655a7757f114 req-ba772179-b273-49c6-9625-5c73488944fa tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.728414 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a945e23a-6ca0-4b8c-a36e-655a7757f114 req-ba772179-b273-49c6-9625-5c73488944fa tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 944 time: 0.2247219 Mar 03 06:34:24.747273 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-79a65fe2-d0f2-444c-b3c8-bac2fde8495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.747647 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-907702b6-a7d3-4ac0-9136-d4e1f411a5a0 req-956b1bd9-44ad-48d8-8577-a9e3842bac84 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818005 Mar 03 06:34:24.748812 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-79a65fe2-d0f2-444c-b3c8-bac2fde8495d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.2580624 Mar 03 06:34:24.802179 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a0144151-6718-4903-98d4-516c8f5ef522), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:24.822338 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-543c0544-df01-4754-a875-bfba8c37070a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 217 time: 0.0647433 Mar 03 06:34:24.869610 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=a0144151-6718-4903-98d4-516c8f5ef522,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:24.883132 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a945e23a-6ca0-4b8c-a36e-655a7757f114 req-43a21001-0e68-46ea-adfe-f1f9f9586830 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454949 Mar 03 06:34:24.894917 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-f2dcaffa-bf97-42fa-8b69-78204b092e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.897258 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-f2dcaffa-bf97-42fa-8b69-78204b092e90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0677757 Mar 03 06:34:24.956070 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-fac66bcb-ceda-4998-ad95-7d511bb09e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.957557 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-fac66bcb-ceda-4998-ad95-7d511bb09e45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528016 Mar 03 06:34:24.983831 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa08c5-8349-47ad-a84b-aa5bb5d21512 req-87073c77-fac4-4334-8543-bf9063a33491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.985320 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-39fa08c5-8349-47ad-a84b-aa5bb5d21512 req-87073c77-fac4-4334-8543-bf9063a33491 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 1129 time: 0.1737196 Mar 03 06:34:24.996424 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c92bad-6d27-4fdd-8906-9372021c9be1 req-ecd0446d-565d-4ea0-86aa-ade0928dd04f tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:24.997928 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30c92bad-6d27-4fdd-8906-9372021c9be1 req-ecd0446d-565d-4ea0-86aa-ade0928dd04f tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 944 time: 0.0805633 Mar 03 06:34:25.021635 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-39fa08c5-8349-47ad-a84b-aa5bb5d21512 req-e5f8f6ec-42ed-44ad-ad32-8904a12ed918 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:25.058282 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:25.071495 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-b5185ca2-87bd-4b7b-8c11-ea0527d5c3c4 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065123 Mar 03 06:34:25.078278 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30c92bad-6d27-4fdd-8906-9372021c9be1 req-a1d7df6c-38a6-4298-b9af-6a2a0acf9405 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Mar 03 06:34:25.139160 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-39fa08c5-8349-47ad-a84b-aa5bb5d21512 req-e5f8f6ec-42ed-44ad-ad32-8904a12ed918 service neutron] Publish callbacks [] for security_group (4560469c-c6ff-4d4c-91ce-c8707a891166), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:25.186504 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-208f1dd5-b4e6-4158-8551-2efeb4b9d06f req-a3b6375e-6fe6-4eeb-b00f-62731cdc9886 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068044 Mar 03 06:34:25.212318 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-39fa08c5-8349-47ad-a84b-aa5bb5d21512 req-e5f8f6ec-42ed-44ad-ad32-8904a12ed918 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (4560469c-c6ff-4d4c-91ce-c8707a891166), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:25.224628 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8e8ca-4d48-41ce-b2d5-a16fdaf0a1ef req-37d17169-7f31-415d-9d36-2b662f34ed62 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:25.226168 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-36d8e8ca-4d48-41ce-b2d5-a16fdaf0a1ef req-37d17169-7f31-415d-9d36-2b662f34ed62 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0565383 Mar 03 06:34:25.258440 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8f6ec-42ed-44ad-ad32-8904a12ed918 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4560469c-c6ff-4d4c-91ce-c8707a891166,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:25.263200 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-39fa08c5-8349-47ad-a84b-aa5bb5d21512 req-e5f8f6ec-42ed-44ad-ad32-8904a12ed918 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643642 Mar 03 06:34:25.275985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-36d8e8ca-4d48-41ce-b2d5-a16fdaf0a1ef req-5789da2c-76f2-469b-bba5-7d3d0364788b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Mar 03 06:34:25.836527 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ed687b10-a174-4f1c-a0e6-e8624276b955 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:25.867173 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cfe83-9971-4960-b8f2-0b709ed4fbb5 req-1a9969aa-5fad-4c46-9bb1-410bc924d319 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:25.868705 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d09cfe83-9971-4960-b8f2-0b709ed4fbb5 req-1a9969aa-5fad-4c46-9bb1-410bc924d319 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.0532715 Mar 03 06:34:25.920431 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d09cfe83-9971-4960-b8f2-0b709ed4fbb5 req-17260235-a6d8-452a-a73a-934bdf0169b7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Mar 03 06:34:25.937140 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port ed687b10-a174-4f1c-a0e6-e8624276b955 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:34:25.941409 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port ed687b10-a174-4f1c-a0e6-e8624276b955 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:25.941819 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:26.026010 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ed687b10-a174-4f1c-a0e6-e8624276b955 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:26.026326 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:26.031804 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdaaaa-4288-402d-b0af-ffa8ad8196b7 req-e158d49c-1771-4910-9e73-e8d37e158e17 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:26.033274 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-58bdaaaa-4288-402d-b0af-ffa8ad8196b7 req-e158d49c-1771-4910-9e73-e8d37e158e17 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 944 time: 0.0512106 Mar 03 06:34:26.060412 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ed687b10-a174-4f1c-a0e6-e8624276b955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ed687b10-a174-4f1c-a0e6-e8624276b955,segment=NetworkSegment(7e5b5f7b-8205-4f5c-839d-ed099acdd360),segment_id=7e5b5f7b-8205-4f5c-839d-ed099acdd360)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:26.080658 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-58bdaaaa-4288-402d-b0af-ffa8ad8196b7 req-95ec3450-69e6-4082-bb82-ef65c47a9e7d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Mar 03 06:34:26.127208 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:26.128460 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 34f1487d-7bf1-45a9-95da-8aba82b600e3 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:26.206504 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f42f5-bfd4-446f-9664-83c273094fc7 req-b2718ec6-13be-4871-8b0d-0970e81e8ea7 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:26.208666 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-aa7f42f5-bfd4-446f-9664-83c273094fc7 req-b2718ec6-13be-4871-8b0d-0970e81e8ea7 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0595827 Mar 03 06:34:26.217803 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ed687b10-a174-4f1c-a0e6-e8624276b955,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:26.269732 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-aa7f42f5-bfd4-446f-9664-83c273094fc7 req-93311de1-d5a8-4563-a19f-ca1f3cd4b5dd tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545504 Mar 03 06:34:26.315822 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 34f1487d-7bf1-45a9-95da-8aba82b600e3 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:34:26.321268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 34f1487d-7bf1-45a9-95da-8aba82b600e3 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:26.321684 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:26.403676 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be072297-e68f-497d-a670-d8e7881c9596 req-58139c9e-ddb7-4f1a-878a-42b44c1900fd tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:26.405149 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-be072297-e68f-497d-a670-d8e7881c9596 req-58139c9e-ddb7-4f1a-878a-42b44c1900fd tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0549700 Mar 03 06:34:26.406278 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 34f1487d-7bf1-45a9-95da-8aba82b600e3 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:26.406697 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:26.440075 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 34f1487d-7bf1-45a9-95da-8aba82b600e3, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:26.452958 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-be072297-e68f-497d-a670-d8e7881c9596 req-d9153c28-0b69-40f9-a9f0-f3f4763ffc16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Mar 03 06:34:26.477109 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0144151-6718-4903-98d4-516c8f5ef522'}, {'server_uuid': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed687b10-a174-4f1c-a0e6-e8624276b955'}, {'server_uuid': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f1487d-7bf1-45a9-95da-8aba82b600e3'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:26.481645 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4319b0-ace7-4a91-b722-cc92523cf79f" -d '{"events": [{"server_uuid": "f8852409-b75b-4eb2-b309-22a8f2b3d951", "name": "network-vif-plugged", "status": "completed", "tag": "a0144151-6718-4903-98d4-516c8f5ef522"}, {"server_uuid": "9c4dc462-97bb-4716-bf66-3a2ea9c3b798", "name": "network-vif-plugged", "status": "completed", "tag": "ed687b10-a174-4f1c-a0e6-e8624276b955"}, {"server_uuid": "cb6a6aba-3f39-430a-ad54-cdf140b53871", "name": "network-vif-plugged", "status": "completed", "tag": "34f1487d-7bf1-45a9-95da-8aba82b600e3"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:26.526390 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd55772-36d2-4c62-8782-f08eef081bae x-openstack-request-id: req-dbd55772-36d2-4c62-8782-f08eef081bae {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:26.526721 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8852409-b75b-4eb2-b309-22a8f2b3d951", "name": "network-vif-plugged", "status": "completed", "tag": "a0144151-6718-4903-98d4-516c8f5ef522", "code": 200}, {"server_uuid": "9c4dc462-97bb-4716-bf66-3a2ea9c3b798", "name": "network-vif-plugged", "status": "completed", "tag": "ed687b10-a174-4f1c-a0e6-e8624276b955", "code": 200}, {"server_uuid": "cb6a6aba-3f39-430a-ad54-cdf140b53871", "name": "network-vif-plugged", "status": "completed", "tag": "34f1487d-7bf1-45a9-95da-8aba82b600e3", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:26.526981 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbd55772-36d2-4c62-8782-f08eef081bae {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:26.527410 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0144151-6718-4903-98d4-516c8f5ef522', 'code': 200} Mar 03 06:34:26.533449 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed687b10-a174-4f1c-a0e6-e8624276b955', 'code': 200} Mar 03 06:34:26.533449 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f1487d-7bf1-45a9-95da-8aba82b600e3', 'code': 200} Mar 03 06:34:26.533449 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:26.580877 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=34f1487d-7bf1-45a9-95da-8aba82b600e3,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:26.921698 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7dc83-7667-4bff-8199-4c5a7aade56a req-94fe4960-bb8f-4f62-8ba7-4c997f2b0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:26.921698 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-62f7dc83-7667-4bff-8199-4c5a7aade56a req-94fe4960-bb8f-4f62-8ba7-4c997f2b0f30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.0463965 Mar 03 06:34:26.978170 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-62f7dc83-7667-4bff-8199-4c5a7aade56a req-39a8d615-a633-45c0-bd76-e184ceeee663 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Mar 03 06:34:27.101086 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f405-a136-44e6-b137-337babb40cde req-39758fac-241c-4873-832e-8f7bc3c3b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:27.102626 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fc13f405-a136-44e6-b137-337babb40cde req-39758fac-241c-4873-832e-8f7bc3c3b921 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 1129 time: 0.1634648 Mar 03 06:34:27.114939 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae678d-64d6-4691-8995-a5c608721856 req-1461b31e-6d3f-42a0-b275-11beabdaffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:27.117357 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47ae678d-64d6-4691-8995-a5c608721856 req-1461b31e-6d3f-42a0-b275-11beabdaffbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 1129 time: 0.1768177 Mar 03 06:34:27.136342 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5950-6f95-4379-9d32-f63ddb379597 req-e3309e13-3492-43e7-902e-4c588f99011d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:27.137972 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-75ff5950-6f95-4379-9d32-f63ddb379597 req-e3309e13-3492-43e7-902e-4c588f99011d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.1106489 Mar 03 06:34:27.230237 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcb560-ae09-4550-8bc2-3e34955a979b req-4ed81716-e2af-48d6-b6e6-e9f56a6ab61a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:27.232120 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30fcb560-ae09-4550-8bc2-3e34955a979b req-4ed81716-e2af-48d6-b6e6-e9f56a6ab61a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0727701 Mar 03 06:34:27.284706 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30fcb560-ae09-4550-8bc2-3e34955a979b req-3b2230e6-b6a5-4032-90a9-7470667fd2c5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Mar 03 06:34:27.295770 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-75ff5950-6f95-4379-9d32-f63ddb379597 req-827b0a9c-5f09-4ad0-8714-4d837a1f5833 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449020 Mar 03 06:34:27.308073 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fc13f405-a136-44e6-b137-337babb40cde req-e2b81837-3249-44dc-8353-a4a0a96dc5f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365020 Mar 03 06:34:27.311862 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47ae678d-64d6-4691-8995-a5c608721856 req-797de123-f618-49f6-ab5f-9dbd9af91dc9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379249 Mar 03 06:34:27.403326 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86a575-d1f7-42d5-8d82-06956ea23339 req-391b0e09-08ea-47ba-a7b4-5b086657ec03 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:27.404810 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-aa86a575-d1f7-42d5-8d82-06956ea23339 req-391b0e09-08ea-47ba-a7b4-5b086657ec03 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0572100 Mar 03 06:34:27.458948 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-aa86a575-d1f7-42d5-8d82-06956ea23339 req-9e74d471-ff0c-46b6-beff-004635b38195 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Mar 03 06:34:27.754739 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b8a9-efa2-465a-8b00-862def6f16c7 req-8c401cc7-f99a-4354-8e9c-38228151013c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:27.756226 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ada6b8a9-efa2-465a-8b00-862def6f16c7 req-8c401cc7-f99a-4354-8e9c-38228151013c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.2281468 Mar 03 06:34:27.802769 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ada6b8a9-efa2-465a-8b00-862def6f16c7 req-3330d74b-6180-4e1a-8351-4e775a4b86f5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Mar 03 06:34:27.834777 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:34:27.932754 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:27.944137 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'ab27c222-956f-48b4-b080-448925fe23f1', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1', 'mac_address': 'fa:16:3e:95:77:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:34:27.983145 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:27.983542 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:27.997244 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab27c222-956f-48b4-b080-448925fe23f1 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:28.016819 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:28.097881 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:28.144103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:28.427372 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031e18-84ec-4065-b34d-0ce32017b3f0 req-f9730725-8f75-41ea-a5ff-72d546b938eb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:28.431050 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2b031e18-84ec-4065-b34d-0ce32017b3f0 req-f9730725-8f75-41ea-a5ff-72d546b938eb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0585520 Mar 03 06:34:28.452887 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03db90e-fd98-484e-8825-ff09ead37567 req-cd9ad290-8acf-4ad6-b900-cd7510f4156e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:28.455163 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b03db90e-fd98-484e-8825-ff09ead37567 req-cd9ad290-8acf-4ad6-b900-cd7510f4156e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.0810902 Mar 03 06:34:28.463451 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['ab27c222-956f-48b4-b080-448925fe23f1'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:28.516461 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2b031e18-84ec-4065-b34d-0ce32017b3f0 req-b85e9a2a-2671-4e7e-a805-eae53a973fc6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Mar 03 06:34:28.589927 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b03db90e-fd98-484e-8825-ff09ead37567 req-461646b5-ed3b-42b0-8d13-9f844e923f5d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231046 Mar 03 06:34:28.719513 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4c92c-a951-4b67-a6d2-ecab74708065 req-ebd43f11-084a-4bc4-8557-7c7d564efc0f tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:28.726346 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-13c4c92c-a951-4b67-a6d2-ecab74708065 req-ebd43f11-084a-4bc4-8557-7c7d564efc0f tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0887170 Mar 03 06:34:28.782130 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-13c4c92c-a951-4b67-a6d2-ecab74708065 req-b3bd6400-2b31-4cac-a001-d913d7fc9706 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547807 Mar 03 06:34:28.931786 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd558c-432c-42cf-bcec-048f40715f20 req-b57b9c73-270d-41a6-a534-2fc87bfd66a7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:28.934007 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d5bd558c-432c-42cf-bcec-048f40715f20 req-b57b9c73-270d-41a6-a534-2fc87bfd66a7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0598893 Mar 03 06:34:28.988078 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d5bd558c-432c-42cf-bcec-048f40715f20 req-282dbb1f-66c6-4d43-bd80-8868cec5c090 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Mar 03 06:34:29.639765 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111ff73-074a-4e08-bfe7-02db95e0d680 req-cb8e60b1-b86f-42ed-a866-693713cd75b5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:29.641246 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0111ff73-074a-4e08-bfe7-02db95e0d680 req-cb8e60b1-b86f-42ed-a866-693713cd75b5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0532498 Mar 03 06:34:29.687794 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0111ff73-074a-4e08-bfe7-02db95e0d680 req-aaef3f3b-18a1-4d96-9db3-e875bfbffd07 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Mar 03 06:34:29.846767 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:34:29.918836 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a1b2e-543b-4f55-b2b5-a02b7ace318f req-b178b85a-d388-4fd3-9aea-4fec8e786e67 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:29.920423 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c70a1b2e-543b-4f55-b2b5-a02b7ace318f req-b178b85a-d388-4fd3-9aea-4fec8e786e67 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0553281 Mar 03 06:34:29.996064 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port ab27c222-956f-48b4-b080-448925fe23f1 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:34:30.001278 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c70a1b2e-543b-4f55-b2b5-a02b7ace318f req-db4e5e85-df84-4b34-97a8-269e0828548b tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643742 Mar 03 06:34:30.011257 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port ab27c222-956f-48b4-b080-448925fe23f1 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:34:30.012086 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ab27c222-956f-48b4-b080-448925fe23f1), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.138731 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:30.139120 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.147370 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab52b2-13e0-47c1-bc97-dcc9d1b06ebc req-1b9797c2-2bbb-412f-9edb-0f69e5b219c8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:30.148880 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f4ab52b2-13e0-47c1-bc97-dcc9d1b06ebc req-1b9797c2-2bbb-412f-9edb-0f69e5b219c8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0739441 Mar 03 06:34:30.173532 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:30.176038 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901f5d8b-f72b-43ab-b65d-30d84dd9a1c6" -d '{"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:30.189219 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:30.203956 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f4ab52b2-13e0-47c1-bc97-dcc9d1b06ebc req-510553b0-f2aa-4d57-8245-48af5d6e9448 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491550 Mar 03 06:34:30.253074 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318b88f6-bb39-4a25-a1aa-378ad1da6f69 x-openstack-request-id: req-318b88f6-bb39-4a25-a1aa-378ad1da6f69 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:30.253402 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:30.253740 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-318b88f6-bb39-4a25-a1aa-378ad1da6f69 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:30.254267 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'code': 200} Mar 03 06:34:30.274994 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.338900 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:30.418325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7a7d9-5a26-42b4-97c7-182fa69a2c85 req-92109438-13e4-4df5-81a6-94f84897fb2a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:30.420255 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-37d7a7d9-5a26-42b4-97c7-182fa69a2c85 req-92109438-13e4-4df5-81a6-94f84897fb2a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0664513 Mar 03 06:34:30.489479 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-3d5d9743-ea76-4c3b-a28a-90dc4ea1e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:30.491310 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-3d5d9743-ea76-4c3b-a28a-90dc4ea1e2f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 1129 time: 0.0949070 Mar 03 06:34:30.500224 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33028) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:30.504262 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2d978d28-db1e-4f01-93e4-18088488fc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.512040 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-37d7a7d9-5a26-42b4-97c7-182fa69a2c85 req-41895438-8901-4ebc-a226-4fbf1cbc2a0c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837858 Mar 03 06:34:30.631702 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d31-b719-4ce2-b297-6b597e53531d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.678395 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0795f6-d178-4921-8af2-9437729f55e9 req-86f6eab9-c4b6-4f4f-ae7e-260ed1a23a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:30.679920 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c0795f6-d178-4921-8af2-9437729f55e9 req-86f6eab9-c4b6-4f4f-ae7e-260ed1a23a73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1130 time: 0.0974226 Mar 03 06:34:30.680905 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-84aba093-d679-4d0d-9357-f9f126a9ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:30.682246 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-84aba093-d679-4d0d-9357-f9f126a9ca88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.1836975 Mar 03 06:34:30.775645 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d31-b719-4ce2-b297-6b597e53531d admin admin] Publish callbacks [] for security_group (20041229-2daf-4692-9f15-a4a809293faa), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.819131 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-bdebfe3b-1a66-40c7-a65d-36c0390f937b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3 HTTP/1.1" status: 200 len: 217 time: 0.1099119 Mar 03 06:34:30.854704 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c0795f6-d178-4921-8af2-9437729f55e9 req-09469e2a-8f2c-4cf1-b0ba-d2be1a755ab2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619551 Mar 03 06:34:30.892044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e5e34d31-b719-4ce2-b297-6b597e53531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (20041229-2daf-4692-9f15-a4a809293faa), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:30.892725 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-cbc26948-03a9-4eae-9f26-d28a8a519a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:30.894361 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-cbc26948-03a9-4eae-9f26-d28a8a519a11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0515163 Mar 03 06:34:30.930807 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e5e34d31-b719-4ce2-b297-6b597e53531d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c95bb5fb9c5a42299bcafc0f648d4c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289939 Mar 03 06:34:30.931506 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e34d31-b719-4ce2-b297-6b597e53531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20041229-2daf-4692-9f15-a4a809293faa,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:30.933446 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33050) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:30.999656 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c7eec296-ddfb-4cc4-bff6-aa77f97e071b admin admin] Publish callbacks [] for security_group (20041229-2daf-4692-9f15-a4a809293faa), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.023492 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c7eec296-ddfb-4cc4-bff6-aa77f97e071b admin admin] Publish callbacks [] for security_group (20041229-2daf-4692-9f15-a4a809293faa), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.128378 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-7f315cd6-fad0-4728-b05a-d2222d273835 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282376 Mar 03 06:34:31.160061 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33056) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:31.179705 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c7eec296-ddfb-4cc4-bff6-aa77f97e071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (20041229-2daf-4692-9f15-a4a809293faa), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.182290 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c7eec296-ddfb-4cc4-bff6-aa77f97e071b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.185884 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c7eec296-ddfb-4cc4-bff6-aa77f97e071b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20041229-2daf-4692-9f15-a4a809293faa HTTP/1.1" status: 204 len: 168 time: 0.2371426 Mar 03 06:34:31.198939 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eec296-ddfb-4cc4-bff6-aa77f97e071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20041229-2daf-4692-9f15-a4a809293faa,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:31.261232 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-41e27187-453d-49e4-9037-8ab0ad85ecf8 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266904 Mar 03 06:34:31.345411 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17757c-59e0-4a71-8158-3d5404d83981 req-6a70ea8a-c969-43f4-b6c0-80ec4d5a33d7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:31.346904 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5a17757c-59e0-4a71-8158-3d5404d83981 req-6a70ea8a-c969-43f4-b6c0-80ec4d5a33d7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0604067 Mar 03 06:34:31.355620 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dd2de802-b788-42ed-87de-ad42fb5823c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.359180 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff44b0b4-38a5-4675-bba1-c75152599749 req-9e73f9f4-e50a-4131-952f-2cba886c3c91 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911770 Mar 03 06:34:31.417836 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5a17757c-59e0-4a71-8158-3d5404d83981 req-d8cac5a0-d9b6-437a-8489-262ed45ff7ec tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640051 Mar 03 06:34:31.467824 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dd2de802-b788-42ed-87de-ad42fb5823c4 admin admin] Publish callbacks [] for security_group (476e58fc-6047-44fa-bafa-33bc9696f5c7), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.609988 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dd2de802-b788-42ed-87de-ad42fb5823c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (476e58fc-6047-44fa-bafa-33bc9696f5c7), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.655816 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-dd2de802-b788-42ed-87de-ad42fb5823c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4425bb327f054adf9504cd7e0b284dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940662 Mar 03 06:34:31.658651 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2de802-b788-42ed-87de-ad42fb5823c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e58fc-6047-44fa-bafa-33bc9696f5c7,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:31.658780 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33078) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:31.674729 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be311a2e-5007-4c4d-8548-5598772bf258 req-0d6faab1-69cd-40f7-8f99-c97c9af1bba9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:31.676904 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-be311a2e-5007-4c4d-8548-5598772bf258 req-0d6faab1-69cd-40f7-8f99-c97c9af1bba9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0966630 Mar 03 06:34:31.741728 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6657d574-7d46-4dfe-9501-70932db0ff0e admin admin] Publish callbacks [] for security_group (476e58fc-6047-44fa-bafa-33bc9696f5c7), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.746713 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-be311a2e-5007-4c4d-8548-5598772bf258 req-929b3d61-bcd0-451e-b3dc-1466958c3a21 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Mar 03 06:34:31.778699 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6657d574-7d46-4dfe-9501-70932db0ff0e admin admin] Publish callbacks [] for security_group (476e58fc-6047-44fa-bafa-33bc9696f5c7), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.897894 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6657d574-7d46-4dfe-9501-70932db0ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (476e58fc-6047-44fa-bafa-33bc9696f5c7), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.900636 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6657d574-7d46-4dfe-9501-70932db0ff0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:31.901906 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-6657d574-7d46-4dfe-9501-70932db0ff0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/476e58fc-6047-44fa-bafa-33bc9696f5c7 HTTP/1.1" status: 204 len: 168 time: 0.2421727 Mar 03 06:34:31.911457 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657d574-7d46-4dfe-9501-70932db0ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e58fc-6047-44fa-bafa-33bc9696f5c7,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:32.060416 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33100) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:32.078796 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2d66a5c6-588a-4eb4-8c9a-15fb77c866d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.169678 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2d66a5c6-588a-4eb4-8c9a-15fb77c866d2 admin admin] Publish callbacks [] for security_group (4c344539-102f-494c-9829-eeb6588989f6), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.235169 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2d66a5c6-588a-4eb4-8c9a-15fb77c866d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (4c344539-102f-494c-9829-eeb6588989f6), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.276924 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2d66a5c6-588a-4eb4-8c9a-15fb77c866d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9b16422975c4270b1f0c0dca150ea39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139454 Mar 03 06:34:32.279605 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33108) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:32.283525 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66a5c6-588a-4eb4-8c9a-15fb77c866d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c344539-102f-494c-9829-eeb6588989f6,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:32.365121 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a0bf9b6-fbb2-44be-9878-8d8717c316bd admin admin] Publish callbacks [] for security_group (4c344539-102f-494c-9829-eeb6588989f6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.386621 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a0bf9b6-fbb2-44be-9878-8d8717c316bd admin admin] Publish callbacks [] for security_group (4c344539-102f-494c-9829-eeb6588989f6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.487420 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a0bf9b6-fbb2-44be-9878-8d8717c316bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (4c344539-102f-494c-9829-eeb6588989f6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.490644 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0a0bf9b6-fbb2-44be-9878-8d8717c316bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.492017 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-0a0bf9b6-fbb2-44be-9878-8d8717c316bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c344539-102f-494c-9829-eeb6588989f6 HTTP/1.1" status: 204 len: 168 time: 0.2101800 Mar 03 06:34:32.501297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bf9b6-fbb2-44be-9878-8d8717c316bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c344539-102f-494c-9829-eeb6588989f6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:32.556862 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9c7db-8039-4cdc-960f-852e639f547c req-afa4bfc7-ea23-414a-8f38-ff1065fe03ca tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:32.558406 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5cd9c7db-8039-4cdc-960f-852e639f547c req-afa4bfc7-ea23-414a-8f38-ff1065fe03ca tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0543571 Mar 03 06:34:32.612544 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5cd9c7db-8039-4cdc-960f-852e639f547c req-76b4d761-d708-42a3-b71c-206c4d18f614 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484064 Mar 03 06:34:32.664668 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33122) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:32.681052 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e32e659a-a3c0-445f-8781-7c7053246738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.703457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e1a17ee4-b351-47c6-94eb-f0382f45d647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.743395 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8527f-4933-4812-b767-d2130e224932 req-637bdac9-4f6e-46fd-8ed5-1a7e35f76bf4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:32.744924 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-83e8527f-4933-4812-b767-d2130e224932 req-637bdac9-4f6e-46fd-8ed5-1a7e35f76bf4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0551906 Mar 03 06:34:32.755988 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33126) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:32.760983 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'floatingip': {'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:32.764046 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e32e659a-a3c0-445f-8781-7c7053246738 admin admin] Publish callbacks [] for security_group (81968344-36c9-4337-a4ad-727811edde89), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.846207 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (15c0caf2-f131-4487-a9c0-c0520b4f2731), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.866408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e32e659a-a3c0-445f-8781-7c7053246738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (81968344-36c9-4337-a4ad-727811edde89), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:32.926223 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e32e659a-a3c0-445f-8781-7c7053246738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62d174c1f2d7481280e54ee47288c50b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601681 Mar 03 06:34:32.929969 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e659a-a3c0-445f-8781-7c7053246738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81968344-36c9-4337-a4ad-727811edde89,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:32.950797 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33142) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:33.035500 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-66645bcc-3100-401f-bf2b-9f192c8ea8b1 admin admin] Publish callbacks [] for security_group (81968344-36c9-4337-a4ad-727811edde89), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:33.058448 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8706b-e00c-4dc4-9a40-8ba7acca7607 req-98b3c4f5-3b83-40f9-9350-ae1ba9b7bc2d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:33.065662 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-11e8706b-e00c-4dc4-9a40-8ba7acca7607 req-98b3c4f5-3b83-40f9-9350-ae1ba9b7bc2d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.2442207 Mar 03 06:34:33.076715 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-66645bcc-3100-401f-bf2b-9f192c8ea8b1 admin admin] Publish callbacks [] for security_group (81968344-36c9-4337-a4ad-727811edde89), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:33.210355 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-11e8706b-e00c-4dc4-9a40-8ba7acca7607 req-7c01197f-ed2a-4ba8-b5ca-f7ac1037dee1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385632 Mar 03 06:34:33.231646 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-66645bcc-3100-401f-bf2b-9f192c8ea8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (81968344-36c9-4337-a4ad-727811edde89), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:33.234479 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-66645bcc-3100-401f-bf2b-9f192c8ea8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:33.236541 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-66645bcc-3100-401f-bf2b-9f192c8ea8b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81968344-36c9-4337-a4ad-727811edde89 HTTP/1.1" status: 204 len: 168 time: 0.2830851 Mar 03 06:34:33.249162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645bcc-3100-401f-bf2b-9f192c8ea8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81968344-36c9-4337-a4ad-727811edde89,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:33.679054 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:33.857559 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:33.943837 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (15c0caf2-f131-4487-a9c0-c0520b4f2731), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:34.044139 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Floating IP 15c0caf2-f131-4487-a9c0-c0520b4f2731 associated. External IP: 172.27.2.10, port: ab27c222-956f-48b4-b080-448925fe23f1. Mar 03 06:34:34.277613 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:34:34.334344 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e608a3f-9bd3-4ff1-97c7-5eeacb2db929 req-513b6317-fc0f-40ab-ab48-bef35367180f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:34.336452 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9e608a3f-9bd3-4ff1-97c7-5eeacb2db929 req-513b6317-fc0f-40ab-ab48-bef35367180f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0625761 Mar 03 06:34:34.388510 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9e608a3f-9bd3-4ff1-97c7-5eeacb2db929 req-2ab90750-e0e6-4885-ba4a-07a55ea78750 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Mar 03 06:34:34.399062 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:34:34.404239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:34.416358 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:34:34.425859 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:34:34.426377 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:34:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:34.454924 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-7c51d7e9-ec09-4772-a858-f590ab4f3e21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "PUT /v2.0/floatingips/15c0caf2-f131-4487-a9c0-c0520b4f2731 HTTP/1.1" status: 200 len: 991 time: 1.6934140 Mar 03 06:34:34.454924 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:34.454924 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:34.549562 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:34:34.710261 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1040a506-4903-4290-814c-c7288c38736b x-openstack-request-id: req-1040a506-4903-4290-814c-c7288c38736b {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:34.710837 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:34.711321 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1040a506-4903-4290-814c-c7288c38736b {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:34.711941 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'status': 'completed', 'code': 200} Mar 03 06:34:34.811107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-00eca116-7f0b-43a5-a8ba-e7aaf216eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:34.814321 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-00eca116-7f0b-43a5-a8ba-e7aaf216eb28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1130 time: 0.0701907 Mar 03 06:34:34.871818 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '15c0caf2-f131-4487-a9c0-c0520b4f2731', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'mac_address': 'fa:16:3e:95:77:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:34:14Z', 'updated_at': '2022-03-03T06:34:33Z', 'revision_number': 1, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:34.899403 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:34:34.907870 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:34:34.908476 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:34:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:34.955159 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-80d5c29d-5c0b-4e02-865f-4050ff115d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:34.956624 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-80d5c29d-5c0b-4e02-865f-4050ff115d43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.1263773 Mar 03 06:34:35.082161 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-eec089ec-3731-470d-b9c8-caf0b14814f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 999 time: 0.1096485 Mar 03 06:34:35.125939 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:34:35.127092 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:35.183316 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-a0c83c28-4ea6-4eed-8245-15d151dc369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:35.185208 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-a0c83c28-4ea6-4eed-8245-15d151dc369a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0926681 Mar 03 06:34:35.242762 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-53c9c5f6-11f1-4706-9a31-edcb50397357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:35.244576 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-53c9c5f6-11f1-4706-9a31-edcb50397357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474470 Mar 03 06:34:35.347510 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33250) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:35.419135 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-1bba4fe8-1ea1-469e-952b-a6aef218947a service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459346 Mar 03 06:34:35.429254 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '15c0caf2-f131-4487-a9c0-c0520b4f2731', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'mac_address': 'fa:16:3e:95:77:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:34:14Z', 'updated_at': '2022-03-03T06:34:33Z', 'revision_number': 1, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:35.509899 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-acbbd3a0-780e-4e3e-b97e-f2a007c20136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:35.510547 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9e1c8a-9a3d-4018-af9a-992f586db4c8 None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '15c0caf2-f131-4487-a9c0-c0520b4f2731', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'mac_address': 'fa:16:3e:95:77:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:34:14Z', 'updated_at': '2022-03-03T06:34:33Z', 'revision_number': 1, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:34:35.577988 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f535a49-e9e6-4dc6-8deb-c1111ca064d2 req-d69b0187-4884-48d2-90c5-3ada6cd88dbe service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449482 Mar 03 06:34:35.667829 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-acbbd3a0-780e-4e3e-b97e-f2a007c20136 admin admin] Publish callbacks [] for security_group (075dac53-9bb6-45ee-89f5-c11309558cd6), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:35.671112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc01bf-1e55-4f7c-95cd-8e5c83ba0ff8 req-4d5675d9-240d-4ffa-8735-c058e082cdd3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:35.672658 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-10cc01bf-1e55-4f7c-95cd-8e5c83ba0ff8 req-4d5675d9-240d-4ffa-8735-c058e082cdd3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0905721 Mar 03 06:34:35.727935 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-10cc01bf-1e55-4f7c-95cd-8e5c83ba0ff8 req-34f23bcd-8db5-4b7b-9c52-76c67ff70427 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 Mar 03 06:34:35.783958 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-acbbd3a0-780e-4e3e-b97e-f2a007c20136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (075dac53-9bb6-45ee-89f5-c11309558cd6), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:35.818105 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbd3a0-780e-4e3e-b97e-f2a007c20136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075dac53-9bb6-45ee-89f5-c11309558cd6,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:35.824339 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b16e4-4e0a-47d6-98df-cdb168ff630f None None] New status for floating IP 15c0caf2-f131-4487-a9c0-c0520b4f2731: ACTIVE {{(pid=103577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:34:35.837295 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33270) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:35.837432 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-acbbd3a0-780e-4e3e-b97e-f2a007c20136 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1768d7e2cb094ffbb888f38e98c2a7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878621 Mar 03 06:34:35.918622 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-753af080-168a-47ac-8e6a-49915444730c admin admin] Publish callbacks [] for security_group (075dac53-9bb6-45ee-89f5-c11309558cd6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:35.950195 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-753af080-168a-47ac-8e6a-49915444730c admin admin] Publish callbacks [] for security_group (075dac53-9bb6-45ee-89f5-c11309558cd6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:36.063605 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-753af080-168a-47ac-8e6a-49915444730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (075dac53-9bb6-45ee-89f5-c11309558cd6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:36.066238 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-753af080-168a-47ac-8e6a-49915444730c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:36.071777 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-753af080-168a-47ac-8e6a-49915444730c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/075dac53-9bb6-45ee-89f5-c11309558cd6 HTTP/1.1" status: 204 len: 168 time: 0.2295377 Mar 03 06:34:36.084602 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753af080-168a-47ac-8e6a-49915444730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075dac53-9bb6-45ee-89f5-c11309558cd6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:36.720952 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:36.826965 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33328) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:36.853665 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33332) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:36.870475 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5589628-dba2-486f-b47a-53f1b531ca19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:36.886608 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474a6a8-0b0a-4212-bdea-f032281c1610 req-f0af0be4-9bf4-4913-b923-ada85e128602 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:36.902550 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e474a6a8-0b0a-4212-bdea-f032281c1610 req-f0af0be4-9bf4-4913-b923-ada85e128602 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0799601 Mar 03 06:34:36.970347 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e474a6a8-0b0a-4212-bdea-f032281c1610 req-b95d35dc-d609-4f57-842e-3e089ffbe4cd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663347 Mar 03 06:34:36.990396 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5589628-dba2-486f-b47a-53f1b531ca19 admin admin] Publish callbacks [] for security_group (3263f0dc-d8e6-4114-bb7c-5b1c992d94cb), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.035938 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5589628-dba2-486f-b47a-53f1b531ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (3263f0dc-d8e6-4114-bb7c-5b1c992d94cb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.084246 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0bc44e22-c298-4b59-a776-f8d8516a5f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.091483 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5589628-dba2-486f-b47a-53f1b531ca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263f0dc-d8e6-4114-bb7c-5b1c992d94cb,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:37.095610 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c5589628-dba2-486f-b47a-53f1b531ca19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7aae34b0d5124a9a817fbc45a0e2263a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405779 Mar 03 06:34:37.099029 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33336) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:37.177981 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f3b6-dcc6-4465-9a2f-04c288e1a746 admin admin] Publish callbacks [] for security_group (3263f0dc-d8e6-4114-bb7c-5b1c992d94cb), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.211115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f3b6-dcc6-4465-9a2f-04c288e1a746 admin admin] Publish callbacks [] for security_group (3263f0dc-d8e6-4114-bb7c-5b1c992d94cb), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.225976 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0bc44e22-c298-4b59-a776-f8d8516a5f30 admin admin] Publish callbacks [] for security_group (52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.314765 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0bc44e22-c298-4b59-a776-f8d8516a5f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.353768 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-0bc44e22-c298-4b59-a776-f8d8516a5f30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc5d4736dac349fcbcf82d34474a740c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5256739 Mar 03 06:34:37.354701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc44e22-c298-4b59-a776-f8d8516a5f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:37.356547 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33340) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:37.372399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f3b6-dcc6-4465-9a2f-04c288e1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (3263f0dc-d8e6-4114-bb7c-5b1c992d94cb), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.375080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f3b6-dcc6-4465-9a2f-04c288e1a746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.380510 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b0b8f3b6-dcc6-4465-9a2f-04c288e1a746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3263f0dc-d8e6-4114-bb7c-5b1c992d94cb HTTP/1.1" status: 204 len: 168 time: 0.2765691 Mar 03 06:34:37.384514 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8f3b6-dcc6-4465-9a2f-04c288e1a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263f0dc-d8e6-4114-bb7c-5b1c992d94cb,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:37.415878 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ef70dcb2-5dff-4a81-9562-a40a8d54db64 admin admin] Publish callbacks [] for security_group (52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.431806 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ef70dcb2-5dff-4a81-9562-a40a8d54db64 admin admin] Publish callbacks [] for security_group (52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.543395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ef70dcb2-5dff-4a81-9562-a40a8d54db64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.546341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ef70dcb2-5dff-4a81-9562-a40a8d54db64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:37.547491 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ef70dcb2-5dff-4a81-9562-a40a8d54db64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb HTTP/1.1" status: 204 len: 168 time: 0.1899986 Mar 03 06:34:37.566246 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70dcb2-5dff-4a81-9562-a40a8d54db64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fa1edf-2a31-4212-beb8-d1bb5d6a7dcb,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:38.098507 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684064f-cb2a-4bc1-9938-08c26c4a038b req-48973191-10b4-4efe-9029-86b30a7cf64c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:38.102038 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b684064f-cb2a-4bc1-9938-08c26c4a038b req-48973191-10b4-4efe-9029-86b30a7cf64c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0612638 Mar 03 06:34:38.158160 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b684064f-cb2a-4bc1-9938-08c26c4a038b req-a6667144-f73b-47f4-ae53-7df969672320 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Mar 03 06:34:38.271330 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33390) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:38.286864 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ccd68cc6-d92b-40d4-adcb-5aef2efa3157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.361258 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ccd68cc6-d92b-40d4-adcb-5aef2efa3157 admin admin] Publish callbacks [] for security_group (d2057f2c-004a-4021-b8fc-56fc5d2a1b2e), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.429123 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ccd68cc6-d92b-40d4-adcb-5aef2efa3157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d2057f2c-004a-4021-b8fc-56fc5d2a1b2e), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.465612 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd68cc6-d92b-40d4-adcb-5aef2efa3157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2057f2c-004a-4021-b8fc-56fc5d2a1b2e,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:38.479958 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33402) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:38.480052 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ccd68cc6-d92b-40d4-adcb-5aef2efa3157 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0db5823d509f4df795ed3dc754180707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069368 Mar 03 06:34:38.531386 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24e046ce-b854-44e3-a401-c5cc8194263c admin admin] Publish callbacks [] for security_group (d2057f2c-004a-4021-b8fc-56fc5d2a1b2e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.552882 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24e046ce-b854-44e3-a401-c5cc8194263c admin admin] Publish callbacks [] for security_group (d2057f2c-004a-4021-b8fc-56fc5d2a1b2e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.657568 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24e046ce-b854-44e3-a401-c5cc8194263c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d2057f2c-004a-4021-b8fc-56fc5d2a1b2e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.660763 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24e046ce-b854-44e3-a401-c5cc8194263c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:38.661943 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-24e046ce-b854-44e3-a401-c5cc8194263c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2057f2c-004a-4021-b8fc-56fc5d2a1b2e HTTP/1.1" status: 204 len: 168 time: 0.1811354 Mar 03 06:34:38.669770 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e046ce-b854-44e3-a401-c5cc8194263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2057f2c-004a-4021-b8fc-56fc5d2a1b2e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:39.279238 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7fe2-bf6f-41ea-bedf-54872db787d8 req-d0d17f98-62b5-49eb-aaea-5297d7764476 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:39.280918 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2dff7fe2-bf6f-41ea-bedf-54872db787d8 req-d0d17f98-62b5-49eb-aaea-5297d7764476 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0603244 Mar 03 06:34:39.333316 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2dff7fe2-bf6f-41ea-bedf-54872db787d8 req-581eb013-c03b-432e-a1fa-3c6905291112 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Mar 03 06:34:40.450232 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b3e8f-51df-4be4-9440-796b49891bb7 req-c722b874-60a0-4979-a6d9-bec25f202a1c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:40.451693 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9d2b3e8f-51df-4be4-9440-796b49891bb7 req-c722b874-60a0-4979-a6d9-bec25f202a1c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0501974 Mar 03 06:34:40.499534 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9d2b3e8f-51df-4be4-9440-796b49891bb7 req-ed4161bf-3dff-4125-a056-89a1c5a37311 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Mar 03 06:34:41.619898 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc79a4-d63e-4054-a343-e0fffc9a52d1 req-541b5546-f75c-4b12-a432-537aedcddc2f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:41.621361 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fefc79a4-d63e-4054-a343-e0fffc9a52d1 req-541b5546-f75c-4b12-a432-537aedcddc2f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0558760 Mar 03 06:34:41.667627 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fefc79a4-d63e-4054-a343-e0fffc9a52d1 req-067df12f-2aa6-4b0d-a6ed-9d7c931ea5b9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Mar 03 06:34:42.783130 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88db456-e4a2-4747-b96b-1dea1a19d192 req-04d2fe8e-044a-4924-aeb3-36bc573940cb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:42.784611 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c88db456-e4a2-4747-b96b-1dea1a19d192 req-04d2fe8e-044a-4924-aeb3-36bc573940cb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Mar 03 06:34:42.831926 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c88db456-e4a2-4747-b96b-1dea1a19d192 req-e1a49643-2ac2-4fcd-8cd3-9d21203fa9f0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Mar 03 06:34:43.972500 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76b96e-3a21-4894-b726-8ed0a0ce4727 req-3090fc85-59e5-4491-b6e1-86fdb52cf14f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:43.974620 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9e76b96e-3a21-4894-b726-8ed0a0ce4727 req-3090fc85-59e5-4491-b6e1-86fdb52cf14f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0730054 Mar 03 06:34:44.031776 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9e76b96e-3a21-4894-b726-8ed0a0ce4727 req-09da0535-d02f-49bb-b067-775f9d5adf17 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Mar 03 06:34:44.737103 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-7f8702ab-a528-47a5-abee-3d1590555ffd tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:44.739143 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-7f8702ab-a528-47a5-abee-3d1590555ffd tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.0990109 Mar 03 06:34:44.754075 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-91e25ab6-5664-4bcb-84ed-77af9240f472 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/quotas/1e54dc6a67f74fef848890e6c626e3fc HTTP/1.1" status: 200 len: 375 time: 0.0091665 Mar 03 06:34:44.808894 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-2d0a201f-8e5b-4a6a-900b-5a6791f0429b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492237 Mar 03 06:34:44.898403 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-06854ae8-9e3c-482c-a346-8c33bf12f291 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Mar 03 06:34:44.936980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33622) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:44.996051 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-fb65aad4-183f-4d90-8330-99fcf20f8ece service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Mar 03 06:34:45.044127 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3fec2265-1fbb-4881-8fd9-e2af45b15fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.143362 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3fec2265-1fbb-4881-8fd9-e2af45b15fc8 admin admin] Publish callbacks [] for security_group (e5535491-0b5e-454c-a5e0-728229968e30), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.169390 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac6e2-b515-4d87-af53-4d271b0a575a req-e772536a-043b-495c-9d4f-3b14047e91f2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:45.170872 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e52ac6e2-b515-4d87-af53-4d271b0a575a req-e772536a-043b-495c-9d4f-3b14047e91f2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0621371 Mar 03 06:34:45.207953 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3fec2265-1fbb-4881-8fd9-e2af45b15fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (e5535491-0b5e-454c-a5e0-728229968e30), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.242364 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2d05972a-f5d6-4980-924a-a917907b7098 req-e1736160-09f2-4108-b16e-020d3e5855cc tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 210 time: 0.0313604 Mar 03 06:34:45.252657 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e52ac6e2-b515-4d87-af53-4d271b0a575a req-47739f89-6672-46e4-beec-c9212c4ebf65 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Mar 03 06:34:45.260899 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec2265-1fbb-4881-8fd9-e2af45b15fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5535491-0b5e-454c-a5e0-728229968e30,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:45.265130 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3fec2265-1fbb-4881-8fd9-e2af45b15fc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35b1d04a1a394ec18807e61f8fbb1f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268743 Mar 03 06:34:45.268218 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33636) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:45.319802 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41e1-f3bb-4a52-bb21-fefc9720f893 admin admin] Publish callbacks [] for security_group (e5535491-0b5e-454c-a5e0-728229968e30), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.345558 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41e1-f3bb-4a52-bb21-fefc9720f893 admin admin] Publish callbacks [] for security_group (e5535491-0b5e-454c-a5e0-728229968e30), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.463427 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41e1-f3bb-4a52-bb21-fefc9720f893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (e5535491-0b5e-454c-a5e0-728229968e30), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.465969 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41e1-f3bb-4a52-bb21-fefc9720f893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:45.467099 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5d1e41e1-f3bb-4a52-bb21-fefc9720f893 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5535491-0b5e-454c-a5e0-728229968e30 HTTP/1.1" status: 204 len: 168 time: 0.1979856 Mar 03 06:34:45.475386 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e41e1-f3bb-4a52-bb21-fefc9720f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5535491-0b5e-454c-a5e0-728229968e30,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:46.154486 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33654) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:46.165897 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6a63133b-565b-4407-b2d0-9e01f93312e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.241060 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6a63133b-565b-4407-b2d0-9e01f93312e9 admin admin] Publish callbacks [] for security_group (116e86ee-7ec6-41aa-a497-604f66791863), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.291169 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6a63133b-565b-4407-b2d0-9e01f93312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (116e86ee-7ec6-41aa-a497-604f66791863), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.328879 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63133b-565b-4407-b2d0-9e01f93312e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116e86ee-7ec6-41aa-a497-604f66791863,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:46.333180 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-6a63133b-565b-4407-b2d0-9e01f93312e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ecaa5f27e6840f5bd703dfe8cdb1f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789868 Mar 03 06:34:46.337153 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33662) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:46.346188 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-329908a0-2013-4f82-b24f-215df7febb94 req-805a89d7-713e-4c50-a9e7-4925e761c70f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 210 time: 0.0341094 Mar 03 06:34:46.425587 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4f6cf-d85f-4b10-b277-e824f0a3a261 req-4f26542c-1370-4a05-a3ec-178cb9c6754a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:46.427072 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7ed4f6cf-d85f-4b10-b277-e824f0a3a261 req-4f26542c-1370-4a05-a3ec-178cb9c6754a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0906405 Mar 03 06:34:46.428154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22378d28-b6b3-4151-9e4d-460f44576dd8 admin admin] Publish callbacks [] for security_group (116e86ee-7ec6-41aa-a497-604f66791863), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.460552 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22378d28-b6b3-4151-9e4d-460f44576dd8 admin admin] Publish callbacks [] for security_group (116e86ee-7ec6-41aa-a497-604f66791863), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.509727 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7ed4f6cf-d85f-4b10-b277-e824f0a3a261 req-c423374f-2cde-49b6-ac58-84d974b83c35 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726960 Mar 03 06:34:46.589041 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22378d28-b6b3-4151-9e4d-460f44576dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (116e86ee-7ec6-41aa-a497-604f66791863), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.591722 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22378d28-b6b3-4151-9e4d-460f44576dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:46.592849 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-22378d28-b6b3-4151-9e4d-460f44576dd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/116e86ee-7ec6-41aa-a497-604f66791863 HTTP/1.1" status: 204 len: 168 time: 0.2542737 Mar 03 06:34:46.600872 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22378d28-b6b3-4151-9e4d-460f44576dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e86ee-7ec6-41aa-a497-604f66791863,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:47.736167 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-730c7a69-5d8c-4951-8da3-50faab465f5a req-8682a865-c504-4ef2-b4fd-770319c1f243 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Mar 03 06:34:47.738835 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db2281-1b08-4644-84d8-ebd800a4f94e req-ac0ff5a0-3f2f-487e-b56f-9fc42f3872bd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:47.738835 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21db2281-1b08-4644-84d8-ebd800a4f94e req-ac0ff5a0-3f2f-487e-b56f-9fc42f3872bd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0540307 Mar 03 06:34:47.738835 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21db2281-1b08-4644-84d8-ebd800a4f94e req-9867aa86-261f-423c-a0a0-7c14c7960b16 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Mar 03 06:34:48.719744 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e0f3ca30-2307-45a9-b10b-77cdb4f2b6e5 req-4e92e22f-b4cc-40e2-bfc2-4f47c6b7e497 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 210 time: 0.0435531 Mar 03 06:34:48.819531 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a0fd6-00fb-4ae9-9588-bbb87735ce3e req-6e5c5243-dcfc-4d33-bd0d-2a9eb690fd7f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:48.821753 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b89a0fd6-00fb-4ae9-9588-bbb87735ce3e req-6e5c5243-dcfc-4d33-bd0d-2a9eb690fd7f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0659883 Mar 03 06:34:48.872522 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b89a0fd6-00fb-4ae9-9588-bbb87735ce3e req-8d388655-95e7-4e8c-8417-eaeff85e8bcc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Mar 03 06:34:48.879245 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-e33b45a9-097b-4a9a-bc8e-8c9a4ac45e56 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:48.892939 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-e33b45a9-097b-4a9a-bc8e-8c9a4ac45e56 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.1089599 Mar 03 06:34:48.898767 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Request body: {'port': {'device_id': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'admin_state_up': True, 'tenant_id': '1e54dc6a67f74fef848890e6c626e3fc'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:49.148702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Made reservation on behalf of 1e54dc6a67f74fef848890e6c626e3fc for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:49.152184 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:49.277017 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Allocated IP 172.20.0.4 (8bd47d02-bff1-4fee-8632-c2f2124a56f2/621de081-d370-4cfe-81bb-d8e5e5a2f34b/327728b2-ecfe-4700-bdab-49676e9c3d8e) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:49.439338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks [] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:49.572022 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:49.587870 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:49.617190 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:49.620112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:49.623676 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:34:49.650679 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event updated for resources: {'Port': ['ID=327728b2-ecfe-4700-bdab-49676e9c3d8e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:49.666080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.666080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.666080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.666080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.666371 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.666702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.667200 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.667566 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.668026 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.668376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.668785 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.669215 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.669606 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:49.694476 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:49.694476 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:49.833684 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a509a2-9308-4a91-a167-e9f20759ea69 req-8ad0781f-312a-41e6-9d06-942afc345445 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:49.833684 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-65a509a2-9308-4a91-a167-e9f20759ea69 req-8ad0781f-312a-41e6-9d06-942afc345445 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 931 time: 0.0598886 Mar 03 06:34:49.837226 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-25bc0f16-1757-4101-a6a5-7f2e6517ad46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9425051 Mar 03 06:34:49.852883 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Request body: {'port': {'device_id': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:49.934546 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-65a509a2-9308-4a91-a167-e9f20759ea69 req-e9e14bdc-ce0c-4bca-9567-7840754bcc87 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939438 Mar 03 06:34:49.944368 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:49.992105 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78b690-6e2f-4c26-92bd-581d266ac262 req-7933e948-04d7-4239-9d4c-ae31a839548e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:49.993678 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed78b690-6e2f-4c26-92bd-581d266ac262 req-7933e948-04d7-4239-9d4c-ae31a839548e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0511892 Mar 03 06:34:50.040633 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed78b690-6e2f-4c26-92bd-581d266ac262 req-d167da7b-6d16-4319-af47-85bc8c523e91 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Mar 03 06:34:50.203226 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327728b2-ecfe-4700-bdab-49676e9c3d8e {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:50.211009 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Publish callbacks [] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:50.222505 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Transition to ACTIVE for port object 327728b2-ecfe-4700-bdab-49676e9c3d8e will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:34:50.296719 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:50.350854 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Pushing event updated for resources: {'Port': ['ID=327728b2-ecfe-4700-bdab-49676e9c3d8e,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:50.432070 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Attempting to bind port 327728b2-ecfe-4700-bdab-49676e9c3d8e on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:34:50.432410 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Attempting to bind port 327728b2-ecfe-4700-bdab-49676e9c3d8e by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:34:50.432742 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Attempting to bind port 327728b2-ecfe-4700-bdab-49676e9c3d8e on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:50.436969 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Port 327728b2-ecfe-4700-bdab-49676e9c3d8e on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:34:50.437289 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Attempting to bind port 327728b2-ecfe-4700-bdab-49676e9c3d8e on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:34:50.442070 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:34:50.442406 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Checking segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:34:50.442782 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Bound using segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:34:50.443825 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Bound port: 327728b2-ecfe-4700-bdab-49676e9c3d8e, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:34:50.444179 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:50.504509 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] For port 327728b2-ecfe-4700-bdab-49676e9c3d8e, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:34:50.508105 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] For port 327728b2-ecfe-4700-bdab-49676e9c3d8e, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=327728b2-ecfe-4700-bdab-49676e9c3d8e,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:34:50.583599 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:50.627058 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:50.627275 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:50.628672 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] 10.222.0.41 "PUT /v2.0/ports/327728b2-ecfe-4700-bdab-49676e9c3d8e HTTP/1.1" status: 200 len: 1093 time: 0.7806761 Mar 03 06:34:50.631457 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'tag': '327728b2-ecfe-4700-bdab-49676e9c3d8e'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:50.633800 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b506b1b5-2302-4d44-a8da-e5bf485e338c" -d '{"events": [{"name": "network-changed", "server_uuid": "409b244c-8797-4511-8ac8-78fe6f72eba6", "tag": "327728b2-ecfe-4700-bdab-49676e9c3d8e"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:34:50.659842 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f8c37-57e5-4ec7-be05-06aed6eca104 service neutron] Pushing event updated for resources: {'Port': ['ID=327728b2-ecfe-4700-bdab-49676e9c3d8e,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:50.668701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09770f-c1b0-412b-b457-967f504de7d5 x-openstack-request-id: req-5d09770f-c1b0-412b-b457-967f504de7d5 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:34:50.668701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409b244c-8797-4511-8ac8-78fe6f72eba6", "tag": "327728b2-ecfe-4700-bdab-49676e9c3d8e", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:34:50.668701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d09770f-c1b0-412b-b457-967f504de7d5 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:34:50.668701 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'tag': '327728b2-ecfe-4700-bdab-49676e9c3d8e', 'status': 'completed', 'code': 200} Mar 03 06:34:50.745474 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506b1b5-2302-4d44-a8da-e5bf485e338c req-89cf2136-0e3a-4463-9378-4edd78759f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:50.747020 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b506b1b5-2302-4d44-a8da-e5bf485e338c req-89cf2136-0e3a-4463-9378-4edd78759f14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 1127 time: 0.0553422 Mar 03 06:34:51.067278 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b7ed-5d23-41e6-b4fd-533611f05389 req-60d2f690-5d76-4198-b8f1-1ceff8b43cd0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.068832 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6213b7ed-5d23-41e6-b4fd-533611f05389 req-60d2f690-5d76-4198-b8f1-1ceff8b43cd0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 943 time: 0.0585954 Mar 03 06:34:51.129610 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6213b7ed-5d23-41e6-b4fd-533611f05389 req-fd411b8b-f344-4aaa-9e4c-0da0ea73fa29 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Mar 03 06:34:51.158701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506b1b5-2302-4d44-a8da-e5bf485e338c req-d42acd13-fcbf-4877-bba0-81440468fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.159685 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b506b1b5-2302-4d44-a8da-e5bf485e338c req-d42acd13-fcbf-4877-bba0-81440468fe52 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3967531 Mar 03 06:34:51.304905 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e5e8-d9b8-43e1-abc1-fe5691b57f9e req-e800152e-0bf7-4939-8bd3-cdbc0a8d8c64 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.306673 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6ef0e5e8-d9b8-43e1-abc1-fe5691b57f9e req-e800152e-0bf7-4939-8bd3-cdbc0a8d8c64 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.1627998 Mar 03 06:34:51.376288 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506b1b5-2302-4d44-a8da-e5bf485e338c req-713959e4-1f5a-4a11-8185-83a3b376906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.381027 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b506b1b5-2302-4d44-a8da-e5bf485e338c req-713959e4-1f5a-4a11-8185-83a3b376906c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033522 Mar 03 06:34:51.391527 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6ef0e5e8-d9b8-43e1-abc1-fe5691b57f9e req-06db09c4-4286-4124-b0d7-bb2679043ecd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778039 Mar 03 06:34:51.467172 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-172e2b40-6ec4-48d3-b08d-2dd027b8e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.467172 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-172e2b40-6ec4-48d3-b08d-2dd027b8e419 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 1127 time: 0.0514519 Mar 03 06:34:51.517095 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-11d67de2-abac-4c5d-9b9b-ac23a5a15566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327728b2-ecfe-4700-bdab-49676e9c3d8e HTTP/1.1" status: 200 len: 217 time: 0.0337627 Mar 03 06:34:51.600995 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85685477-7957-4a15-a875-6e4965f0194e req-88b6ba3e-5c0c-4078-8a11-b3852263fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.602545 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-88b6ba3e-5c0c-4078-8a11-b3852263fc5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.0744469 Mar 03 06:34:51.641438 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-f7b5101c-1d49-412d-bd90-2111bef6606a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274343 Mar 03 06:34:51.778346 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-d1c76dcf-7ce7-430c-835a-71c8eefa8fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298223 Mar 03 06:34:51.784899 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-d2ca7d84-39d0-4d96-81a8-e3d8a16900b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149826 Mar 03 06:34:51.913855 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-57cb694f-da8d-44f1-9a0f-6eb4d4f64d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:51.915296 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-57cb694f-da8d-44f1-9a0f-6eb4d4f64d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 1129 time: 0.0709512 Mar 03 06:34:51.930022 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-85685477-7957-4a15-a875-6e4965f0194e req-199b0c39-32fa-4462-bfd5-67b015f163de service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339865 Mar 03 06:34:51.945332 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:34:52.021528 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-504b5858-58b9-47a7-a7ad-7020fe075a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:52.023125 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-504b5858-58b9-47a7-a7ad-7020fe075a90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 916 time: 0.0860102 Mar 03 06:34:52.071037 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-9e0003c0-fd91-432a-ba2d-34ebc9063445 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 HTTP/1.1" status: 200 len: 217 time: 0.0369604 Mar 03 06:34:52.106496 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33826) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:52.124797 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-f75c7b37-e9a7-4cfe-aa58-0238c4e779d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:52.126527 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-f75c7b37-e9a7-4cfe-aa58-0238c4e779d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.0468261 Mar 03 06:34:52.159416 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-0c708584-8cd0-43ec-9ea2-fa8861e84fbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242629 Mar 03 06:34:52.235610 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.249859 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-0dc31b02-702d-453e-8229-7b1d5e10b5a4 service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Mar 03 06:34:52.282389 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b814f9-73cf-4f27-be15-64afa4e7ef46 req-c84759e2-14d4-4370-9f22-6ebf444b28c8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:52.285033 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-48b814f9-73cf-4f27-be15-64afa4e7ef46 req-c84759e2-14d4-4370-9f22-6ebf444b28c8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 943 time: 0.0870464 Mar 03 06:34:52.345204 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c07f6e97-6b7f-4002-a060-0ecec1803e13 req-2b138b07-6bba-42ab-a7a9-3175e2513f8f service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883639 Mar 03 06:34:52.369190 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-48b814f9-73cf-4f27-be15-64afa4e7ef46 req-15bb2b45-6f20-4c85-9b6b-b050076e7106 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Mar 03 06:34:52.383213 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Publish callbacks [] for security_group (b9e11fdb-3220-4d82-ac95-80526400d405), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.475364 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b9e11fdb-3220-4d82-ac95-80526400d405), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.512166 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754c3ef-8fd6-4b4f-927c-3ff53810effd req-6be7faeb-baa3-42d2-bc6d-16816f8295d9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:52.512810 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bbbf73d1a8c421e9f5418172dbd9dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052231 Mar 03 06:34:52.513654 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d754c3ef-8fd6-4b4f-927c-3ff53810effd req-6be7faeb-baa3-42d2-bc6d-16816f8295d9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Mar 03 06:34:52.515855 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33834) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:52.523581 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e11fdb-3220-4d82-ac95-80526400d405,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:52.542175 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.542488 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.542809 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.543145 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.543491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.543804 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.544138 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.544463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.544798 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.545123 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.545439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.545780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.546128 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2671c89d-d3ed-47ff-8d9f-296386d93c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:52.567429 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d754c3ef-8fd6-4b4f-927c-3ff53810effd req-ba36d736-0ff6-400b-9971-b6c8d4171ecb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458493 Mar 03 06:34:52.591900 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c18e630c-7e4b-41ef-89e2-6f4da3ea275e admin admin] Publish callbacks [] for security_group (b9e11fdb-3220-4d82-ac95-80526400d405), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.616178 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c18e630c-7e4b-41ef-89e2-6f4da3ea275e admin admin] Publish callbacks [] for security_group (b9e11fdb-3220-4d82-ac95-80526400d405), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.736819 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c18e630c-7e4b-41ef-89e2-6f4da3ea275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b9e11fdb-3220-4d82-ac95-80526400d405), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.739517 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c18e630c-7e4b-41ef-89e2-6f4da3ea275e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:52.740712 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c18e630c-7e4b-41ef-89e2-6f4da3ea275e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9e11fdb-3220-4d82-ac95-80526400d405 HTTP/1.1" status: 204 len: 168 time: 0.2239809 Mar 03 06:34:52.748794 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e630c-7e4b-41ef-89e2-6f4da3ea275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e11fdb-3220-4d82-ac95-80526400d405,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:53.300188 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33856) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:53.352729 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 33860) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:53.366369 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bbe112-65f9-4e7d-aef5-bd1685cac483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.448570 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bbe112-65f9-4e7d-aef5-bd1685cac483 admin admin] Publish callbacks [] for security_group (ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.511785 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580727f-87d7-4fac-8209-df123f7f5e36 req-31ecb525-21b7-4b12-8097-4d4280af04a8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:53.513269 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8580727f-87d7-4fac-8209-df123f7f5e36 req-31ecb525-21b7-4b12-8097-4d4280af04a8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 943 time: 0.0587754 Mar 03 06:34:53.519874 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-582b9239-c448-42b4-84bf-41e109b4b501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.547490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bbe112-65f9-4e7d-aef5-bd1685cac483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.612563 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-42bbe112-65f9-4e7d-aef5-bd1685cac483 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=854a255da894476394c1c8f3919e40e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587473 Mar 03 06:34:53.613281 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbe112-65f9-4e7d-aef5-bd1685cac483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:53.615837 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33866) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:53.639279 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8580727f-87d7-4fac-8209-df123f7f5e36 req-7ba079e7-6be1-458d-b328-5305d2832a4f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204586 Mar 03 06:34:53.688729 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-582b9239-c448-42b4-84bf-41e109b4b501 admin admin] Publish callbacks [] for security_group (9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.714594 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1c48a1b2-089b-4562-b734-95daf7226075 admin admin] Publish callbacks [] for security_group (ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.747599 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1c48a1b2-089b-4562-b734-95daf7226075 admin admin] Publish callbacks [] for security_group (ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.774147 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb94e9c-5ed3-4dc1-ac81-1e3785259d34 req-0586574c-7ad3-4cfb-8c30-618db582b2c2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:53.775636 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6bb94e9c-5ed3-4dc1-ac81-1e3785259d34 req-0586574c-7ad3-4cfb-8c30-618db582b2c2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.1012802 Mar 03 06:34:53.778983 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-582b9239-c448-42b4-84bf-41e109b4b501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.815468 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-582b9239-c448-42b4-84bf-41e109b4b501 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5d370554d8844129332f0d0aa5e9521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141873 Mar 03 06:34:53.819239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 33874) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:34:53.827082 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b9239-c448-42b4-84bf-41e109b4b501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:53.861275 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6bb94e9c-5ed3-4dc1-ac81-1e3785259d34 req-3f02c014-ae3f-4554-aabd-c5656f6b0a7b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783212 Mar 03 06:34:53.887786 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9c2b01b-0d37-4c0b-ac98-768711e91e05 admin admin] Publish callbacks [] for security_group (9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.898546 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1c48a1b2-089b-4562-b734-95daf7226075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.900993 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1c48a1b2-089b-4562-b734-95daf7226075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.902176 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1c48a1b2-089b-4562-b734-95daf7226075 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9 HTTP/1.1" status: 204 len: 168 time: 0.2847860 Mar 03 06:34:53.917049 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9c2b01b-0d37-4c0b-ac98-768711e91e05 admin admin] Publish callbacks [] for security_group (9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:53.931608 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a1b2-089b-4562-b734-95daf7226075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e9563-89b9-42c4-ab2f-ab3c8b7f20a9,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:54.080128 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9c2b01b-0d37-4c0b-ac98-768711e91e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:54.082743 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9c2b01b-0d37-4c0b-ac98-768711e91e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:54.084402 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b9c2b01b-0d37-4c0b-ac98-768711e91e05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba HTTP/1.1" status: 204 len: 168 time: 0.2638814 Mar 03 06:34:54.092341 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2b01b-0d37-4c0b-ac98-768711e91e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5fffea-ae90-48c2-88f4-e6d2cb7b30ba,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:54.805073 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367a44e-6fc1-4b05-8ad5-65a30f5b38c9 req-20c34df6-e192-4770-845a-2f58f814dea6 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:54.807487 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0367a44e-6fc1-4b05-8ad5-65a30f5b38c9 req-20c34df6-e192-4770-845a-2f58f814dea6 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 943 time: 0.0856321 Mar 03 06:34:54.859031 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0367a44e-6fc1-4b05-8ad5-65a30f5b38c9 req-4eb78971-5bc4-4237-bdb8-d8aa1f499d41 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Mar 03 06:34:55.002987 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3018c-6572-4feb-bc72-16330130e03b req-e1d3d6ac-ec76-4ef8-9d16-8d8ccf2b7a1e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:55.004504 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b8b3018c-6572-4feb-bc72-16330130e03b req-e1d3d6ac-ec76-4ef8-9d16-8d8ccf2b7a1e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0612192 Mar 03 06:34:55.098914 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b8b3018c-6572-4feb-bc72-16330130e03b req-6eb41a57-d7c7-4d60-ab00-599bf5f66767 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732300 Mar 03 06:34:55.989154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739525d8-e77a-4e8c-9f6b-a786993fdd4a req-642816d5-941b-4414-88f1-154552e30971 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:55.990712 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-739525d8-e77a-4e8c-9f6b-a786993fdd4a req-642816d5-941b-4414-88f1-154552e30971 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 943 time: 0.0615928 Mar 03 06:34:56.058603 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-739525d8-e77a-4e8c-9f6b-a786993fdd4a req-333ec0d0-7043-46c2-b27c-04c86ebb3439 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616934 Mar 03 06:34:56.155889 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:56.232678 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0772d-719f-435d-8afd-72ce3acc03d9 req-15c01f3b-48f1-4276-845a-e1b657e1fdcc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:56.239469 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2be0772d-719f-435d-8afd-72ce3acc03d9 req-15c01f3b-48f1-4276-845a-e1b657e1fdcc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0663707 Mar 03 06:34:56.299489 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2be0772d-719f-435d-8afd-72ce3acc03d9 req-724cfd60-c7a8-478a-bf51-be419d959aeb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584965 Mar 03 06:34:57.189750 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c978a2-2abd-4c7e-9aa8-6b9ea0526eef req-d3c6fd5f-4f1a-4d0a-81fc-c04136722649 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:57.192039 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-91c978a2-2abd-4c7e-9aa8-6b9ea0526eef req-d3c6fd5f-4f1a-4d0a-81fc-c04136722649 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 943 time: 0.0569234 Mar 03 06:34:57.204144 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 327728b2-ecfe-4700-bdab-49676e9c3d8e details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:34:57.249619 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-91c978a2-2abd-4c7e-9aa8-6b9ea0526eef req-26934cff-f7a2-46f6-8942-a5fa9325d3c7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520043 Mar 03 06:34:57.316208 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 327728b2-ecfe-4700-bdab-49676e9c3d8e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=327728b2-ecfe-4700-bdab-49676e9c3d8e,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:57.327163 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '327728b2-ecfe-4700-bdab-49676e9c3d8e', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'port_id': '327728b2-ecfe-4700-bdab-49676e9c3d8e', 'mac_address': 'fa:16:3e:d3:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621de081-d370-4cfe-81bb-d8e5e5a2f34b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:34:57.366019 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 327728b2-ecfe-4700-bdab-49676e9c3d8e is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:34:57.366408 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:57.379920 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327728b2-ecfe-4700-bdab-49676e9c3d8e {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:57.399479 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 327728b2-ecfe-4700-bdab-49676e9c3d8e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=327728b2-ecfe-4700-bdab-49676e9c3d8e,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:34:57.420325 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53511b-7a83-4578-a911-88f9e1633923 req-752b07d6-589d-49d7-8f96-f13b33de0522 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:57.421931 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dc53511b-7a83-4578-a911-88f9e1633923 req-752b07d6-589d-49d7-8f96-f13b33de0522 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0551789 Mar 03 06:34:57.456614 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:34:57.468148 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dc53511b-7a83-4578-a911-88f9e1633923 req-6ee50aee-393d-4366-b9c5-74d02b9b46b2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Mar 03 06:34:57.506057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=327728b2-ecfe-4700-bdab-49676e9c3d8e,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:57.512986 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.513360 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:57.517216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:58.013431 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['327728b2-ecfe-4700-bdab-49676e9c3d8e'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:34:58.381763 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c6e9-fb2b-4948-9fbc-606cb0ca09a0 req-d1957c6f-4777-4b2d-bd1d-451fc0932d51 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:58.383251 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-dd82c6e9-fb2b-4948-9fbc-606cb0ca09a0 req-d1957c6f-4777-4b2d-bd1d-451fc0932d51 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 944 time: 0.0574756 Mar 03 06:34:58.428302 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-dd82c6e9-fb2b-4948-9fbc-606cb0ca09a0 req-a04901fa-0baa-4b3d-b923-fb2e85bdf8d4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Mar 03 06:34:58.584194 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32980e2-c52d-446e-ad3f-d9d6d811c427 req-4637463c-fdc4-41a3-84fe-7bf428617082 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:58.585723 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e32980e2-c52d-446e-ad3f-d9d6d811c427 req-4637463c-fdc4-41a3-84fe-7bf428617082 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Mar 03 06:34:58.632907 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e32980e2-c52d-446e-ad3f-d9d6d811c427 req-01b8f4ff-e7f4-4979-b7c9-31fdc1368380 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Mar 03 06:34:59.547993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b19b-9b39-49d0-bc66-05302c9a3e21 req-65d5cc12-af94-4f2b-830a-8e97aaaba28a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:59.549492 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e055b19b-9b39-49d0-bc66-05302c9a3e21 req-65d5cc12-af94-4f2b-830a-8e97aaaba28a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 944 time: 0.0538731 Mar 03 06:34:59.599620 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e055b19b-9b39-49d0-bc66-05302c9a3e21 req-4defd0fe-7142-495c-9520-126a5f1e32fd tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Mar 03 06:34:59.772889 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84924436-2eb0-43eb-9abb-a800ab2e435a req-7487a580-1c8f-4eab-97c2-40633d9d6abd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:59.774500 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-84924436-2eb0-43eb-9abb-a800ab2e435a req-7487a580-1c8f-4eab-97c2-40633d9d6abd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0721068 Mar 03 06:34:59.831098 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-84924436-2eb0-43eb-9abb-a800ab2e435a req-9a25ae10-4cf5-4594-a988-78d27c03fd66 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495844 Mar 03 06:35:00.084763 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 327728b2-ecfe-4700-bdab-49676e9c3d8e up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:00.199822 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 327728b2-ecfe-4700-bdab-49676e9c3d8e completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:35:00.205594 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 327728b2-ecfe-4700-bdab-49676e9c3d8e triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:00.206252 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:00.298291 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 327728b2-ecfe-4700-bdab-49676e9c3d8e is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:00.298767 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:00.322576 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327728b2-ecfe-4700-bdab-49676e9c3d8e'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:00.326661 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c6eb3d-0402-4d00-92fb-86028ee4f52b" -d '{"events": [{"server_uuid": "409b244c-8797-4511-8ac8-78fe6f72eba6", "name": "network-vif-plugged", "status": "completed", "tag": "327728b2-ecfe-4700-bdab-49676e9c3d8e"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:00.337950 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 327728b2-ecfe-4700-bdab-49676e9c3d8e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=327728b2-ecfe-4700-bdab-49676e9c3d8e,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:00.363153 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d43900-5c10-40c1-b6dd-2e4eb23d756b x-openstack-request-id: req-14d43900-5c10-40c1-b6dd-2e4eb23d756b {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:00.363472 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409b244c-8797-4511-8ac8-78fe6f72eba6", "name": "network-vif-plugged", "status": "completed", "tag": "327728b2-ecfe-4700-bdab-49676e9c3d8e", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:00.363734 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14d43900-5c10-40c1-b6dd-2e4eb23d756b {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:00.364131 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327728b2-ecfe-4700-bdab-49676e9c3d8e', 'code': 200} Mar 03 06:35:00.386262 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eb844-68e9-4b7e-96c8-b4aff9b3f2bc req-b2828ad3-5ba7-4e99-96bb-8a74bcb748b4 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:00.387785 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca1eb844-68e9-4b7e-96c8-b4aff9b3f2bc req-b2828ad3-5ba7-4e99-96bb-8a74bcb748b4 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Mar 03 06:35:00.405675 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:00.458336 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca1eb844-68e9-4b7e-96c8-b4aff9b3f2bc req-f85706a5-a5c1-4fb5-b92a-b3f167cf0064 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542881 Mar 03 06:35:00.483985 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=327728b2-ecfe-4700-bdab-49676e9c3d8e,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:00.559846 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8002786c-4fd1-42a0-bf24-cf952ce75e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:00.739092 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7953-ebdb-4fcb-8120-78dbbfde819e req-498ed7da-dc47-461a-b58b-49ff021b8c1c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:00.741195 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-946d7953-ebdb-4fcb-8120-78dbbfde819e req-498ed7da-dc47-461a-b58b-49ff021b8c1c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 945 time: 0.0571234 Mar 03 06:35:00.748818 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa20b12-afad-46fa-a6f1-762906ffdfaa req-5e3703cf-d8cf-4396-a772-a128868252c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:00.750829 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fa20b12-afad-46fa-a6f1-762906ffdfaa req-5e3703cf-d8cf-4396-a772-a128868252c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 1129 time: 0.0524292 Mar 03 06:35:00.809951 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fa20b12-afad-46fa-a6f1-762906ffdfaa req-68119b0a-e781-4d8d-a3c0-8233ced084a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479856 Mar 03 06:35:00.967628 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ba796-01cb-4311-a80e-aa064e739a72 req-d4e6cc3d-ed9e-42db-bd3c-6b1b48f1b9eb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:00.970505 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-501ba796-01cb-4311-a80e-aa064e739a72 req-d4e6cc3d-ed9e-42db-bd3c-6b1b48f1b9eb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0655079 Mar 03 06:35:00.986124 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-946d7953-ebdb-4fcb-8120-78dbbfde819e req-eaede45b-4d58-4906-ae1b-555a82469a45 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377393 Mar 03 06:35:01.024426 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-501ba796-01cb-4311-a80e-aa064e739a72 req-6f415498-e2af-429e-ad6b-952f84f07653 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468895 Mar 03 06:35:01.577512 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c8af-345c-4061-b7df-415e61de7705 req-a7123086-8f1d-42f0-bb34-816e1fc8529c tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:01.579132 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5441c8af-345c-4061-b7df-415e61de7705 req-a7123086-8f1d-42f0-bb34-816e1fc8529c tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0553205 Mar 03 06:35:01.627718 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5441c8af-345c-4061-b7df-415e61de7705 req-77622ed6-1947-4889-971d-64a08f930d2e tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Mar 03 06:35:02.101400 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752e3f3-7235-4f4c-8783-3c04f3ba7e95 req-89895df6-05d3-4571-9598-51385652c7a8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:02.103034 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5752e3f3-7235-4f4c-8783-3c04f3ba7e95 req-89895df6-05d3-4571-9598-51385652c7a8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Mar 03 06:35:02.147815 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb772-1c68-494d-9e37-de43a19ed9b4 req-4deb76d3-b9d5-4d33-9580-634809e9c3d0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:02.156567 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8b9cb772-1c68-494d-9e37-de43a19ed9b4 req-4deb76d3-b9d5-4d33-9580-634809e9c3d0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0659678 Mar 03 06:35:02.166585 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5752e3f3-7235-4f4c-8783-3c04f3ba7e95 req-0046b11d-b739-4556-8556-f0378376850f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578732 Mar 03 06:35:02.206393 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8b9cb772-1c68-494d-9e37-de43a19ed9b4 req-1a768422-bea4-4fc3-bf71-a38f89774e53 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 Mar 03 06:35:02.738131 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d10924fd-60df-4b0d-b68e-5bba55be7b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:02.745168 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd287161-6c79-4747-a6d3-ebc085da4828 req-2cf1a626-5986-4ed3-bd7c-592e4266a9c3 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:02.746679 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fd287161-6c79-4747-a6d3-ebc085da4828 req-2cf1a626-5986-4ed3-bd7c-592e4266a9c3 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Mar 03 06:35:02.796243 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fd287161-6c79-4747-a6d3-ebc085da4828 req-684cd07b-82a6-4ac4-b1bc-0c510c7be783 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Mar 03 06:35:03.289064 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f052b94-b3e9-4633-9796-58b3348cfe19 req-ed197732-6c68-47da-b216-dc2552dd6c71 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:03.290630 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1f052b94-b3e9-4633-9796-58b3348cfe19 req-ed197732-6c68-47da-b216-dc2552dd6c71 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 945 time: 0.0542772 Mar 03 06:35:03.325109 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77713d-d632-4c71-86f3-54cff779a7f7 req-728207ad-835b-4b9a-85f7-e0b546bc5373 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:03.326640 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2a77713d-d632-4c71-86f3-54cff779a7f7 req-728207ad-835b-4b9a-85f7-e0b546bc5373 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Mar 03 06:35:03.343243 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1f052b94-b3e9-4633-9796-58b3348cfe19 req-f712c0d1-bce3-472c-9645-5a00fc9e6951 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470030 Mar 03 06:35:03.379030 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2a77713d-d632-4c71-86f3-54cff779a7f7 req-a0170088-22b1-488b-b247-9d25ea0bb3f9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Mar 03 06:35:03.450787 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-687af3f4-2998-42b5-85b1-a3885f28cb1d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:03.452248 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-687af3f4-2998-42b5-85b1-a3885f28cb1d tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0530155 Mar 03 06:35:03.637267 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Deleting port ed687b10-a174-4f1c-a0e6-e8624276b955 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:35:03.637789 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:03.652313 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:03.731243 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] For port ed687b10-a174-4f1c-a0e6-e8624276b955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ed687b10-a174-4f1c-a0e6-e8624276b955,segment=NetworkSegment(7e5b5f7b-8205-4f5c-839d-ed099acdd360),segment_id=7e5b5f7b-8205-4f5c-839d-ed099acdd360)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:03.731609 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:03.745427 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Calling delete_port for ed687b10-a174-4f1c-a0e6-e8624276b955 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:35:03.941760 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94509f-3c2d-415c-aa18-ae5d9244d795 req-b9e44527-f941-4071-a970-e87be05077c9 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:03.943906 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5e94509f-3c2d-415c-aa18-ae5d9244d795 req-b9e44527-f941-4071-a970-e87be05077c9 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Mar 03 06:35:04.021007 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5e94509f-3c2d-415c-aa18-ae5d9244d795 req-a19253d0-b96f-4763-8a46-06bf76a1b165 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/security-groups?id=93ba384c-68af-40a1-a070-db78ee0e4776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 Mar 03 06:35:04.059869 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34262) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:04.147732 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34268) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:04.206245 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (ed687b10-a174-4f1c-a0e6-e8624276b955), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.226382 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['ed687b10-a174-4f1c-a0e6-e8624276b955'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:35:04.238229 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Pushing event deleted for resources: {'Port': ['ID=ed687b10-a174-4f1c-a0e6-e8624276b955,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:04.298201 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39311371-598c-4259-bbd7-c7f06552b0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.302552 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3d785ca6-0982-4405-91ab-154e160b7cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.304271 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] No DVR routers for this DVR port ed687b10-a174-4f1c-a0e6-e8624276b955 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:35:04.307440 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.310726 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f8d621ff-bb95-41cd-a7a3-f5e772a0426f req-1ae2e54c-013b-4e0d-bb44-3413945ee8e1 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.41 "DELETE /v2.0/ports/ed687b10-a174-4f1c-a0e6-e8624276b955 HTTP/1.1" status: 204 len: 173 time: 0.8509738 Mar 03 06:35:04.311178 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'name': 'network-vif-deleted', 'tag': 'ed687b10-a174-4f1c-a0e6-e8624276b955'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:04.313433 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf2e4c8-72a8-4e51-a863-e329189c2655" -d '{"events": [{"server_uuid": "9c4dc462-97bb-4716-bf66-3a2ea9c3b798", "name": "network-vif-deleted", "tag": "ed687b10-a174-4f1c-a0e6-e8624276b955"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:04.350402 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c395c-8187-4d21-a6fa-1d49ef30fe97 x-openstack-request-id: req-7d1c395c-8187-4d21-a6fa-1d49ef30fe97 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:04.351037 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4dc462-97bb-4716-bf66-3a2ea9c3b798", "name": "network-vif-deleted", "tag": "ed687b10-a174-4f1c-a0e6-e8624276b955", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:04.351204 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d1c395c-8187-4d21-a6fa-1d49ef30fe97 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:04.351603 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4dc462-97bb-4716-bf66-3a2ea9c3b798', 'name': 'network-vif-deleted', 'tag': 'ed687b10-a174-4f1c-a0e6-e8624276b955', 'status': 'completed', 'code': 200} Mar 03 06:35:04.433839 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39311371-598c-4259-bbd7-c7f06552b0a5 admin admin] Publish callbacks [] for security_group (9a7cafba-5285-4149-b6d5-652c8af500f9), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.433839 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3d785ca6-0982-4405-91ab-154e160b7cb9 admin admin] Publish callbacks [] for security_group (47f57197-8f53-46da-a313-3cc2437ae811), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.507907 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39311371-598c-4259-bbd7-c7f06552b0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9a7cafba-5285-4149-b6d5-652c8af500f9), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.517782 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c5758-21ab-4a3e-a7db-f26988975d41 req-869bdd86-4a72-448c-b88f-a38162a4601a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:04.519318 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e76c5758-21ab-4a3e-a7db-f26988975d41 req-869bdd86-4a72-448c-b88f-a38162a4601a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0552216 Mar 03 06:35:04.544014 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3d785ca6-0982-4405-91ab-154e160b7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (47f57197-8f53-46da-a313-3cc2437ae811), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.550189 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-39311371-598c-4259-bbd7-c7f06552b0a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ec4a30fcee44f0298814a750c4b03ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014215 Mar 03 06:35:04.554459 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34288) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:04.555795 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39311371-598c-4259-bbd7-c7f06552b0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7cafba-5285-4149-b6d5-652c8af500f9,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:04.582371 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e76c5758-21ab-4a3e-a7db-f26988975d41 req-fc807436-f7c5-4240-8dff-c1d1c8306589 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573657 Mar 03 06:35:04.586759 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3d785ca6-0982-4405-91ab-154e160b7cb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f08bad4ce6c4f1aa62873a20fa74332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257452 Mar 03 06:35:04.590690 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34290) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:04.604102 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785ca6-0982-4405-91ab-154e160b7cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f57197-8f53-46da-a313-3cc2437ae811,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:04.624172 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5db7-fede-4b3f-904e-c07aea0d9eb9 admin admin] Publish callbacks [] for security_group (9a7cafba-5285-4149-b6d5-652c8af500f9), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.644047 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e9f389f-e802-40e3-b9ea-bed2b97747d9 admin admin] Publish callbacks [] for security_group (47f57197-8f53-46da-a313-3cc2437ae811), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.646793 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5db7-fede-4b3f-904e-c07aea0d9eb9 admin admin] Publish callbacks [] for security_group (9a7cafba-5285-4149-b6d5-652c8af500f9), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.680758 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e9f389f-e802-40e3-b9ea-bed2b97747d9 admin admin] Publish callbacks [] for security_group (47f57197-8f53-46da-a313-3cc2437ae811), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.788947 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5db7-fede-4b3f-904e-c07aea0d9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (9a7cafba-5285-4149-b6d5-652c8af500f9), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.791752 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5db7-fede-4b3f-904e-c07aea0d9eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.792883 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-fdfd5db7-fede-4b3f-904e-c07aea0d9eb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a7cafba-5285-4149-b6d5-652c8af500f9 HTTP/1.1" status: 204 len: 168 time: 0.2374711 Mar 03 06:35:04.804443 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd5db7-fede-4b3f-904e-c07aea0d9eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7cafba-5285-4149-b6d5-652c8af500f9,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:04.846237 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e9f389f-e802-40e3-b9ea-bed2b97747d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (47f57197-8f53-46da-a313-3cc2437ae811), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.849684 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e9f389f-e802-40e3-b9ea-bed2b97747d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:04.851079 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3e9f389f-e802-40e3-b9ea-bed2b97747d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47f57197-8f53-46da-a313-3cc2437ae811 HTTP/1.1" status: 204 len: 168 time: 0.2600482 Mar 03 06:35:04.859774 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f389f-e802-40e3-b9ea-bed2b97747d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f57197-8f53-46da-a313-3cc2437ae811,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:05.141739 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ca6febe-9a51-4639-ad8f-55d41f1153c1 req-d4ca7351-0d11-4bdd-90cc-5b46ff8a1045 tempest-DeleteServersTestJSON-1625514200 tempest-DeleteServersTestJSON-1625514200-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c4dc462-97bb-4716-bf66-3a2ea9c3b798 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Mar 03 06:35:05.153481 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.588152 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34312) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:05.601381 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-55713b61-253a-495e-9425-f61d3a0dc360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.671374 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34318) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:05.696781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-55713b61-253a-495e-9425-f61d3a0dc360 admin admin] Publish callbacks [] for security_group (064dbae5-4b41-4c2a-8ffc-0655c54b5942), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.698431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb11d-fc0b-491e-9bbe-eb360467933b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.737931 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc4cdb-c6fb-4573-9860-6388583aebe9 req-fbcdd098-57c1-4b5c-a354-dbfe77b74f31 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:05.744615 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f0dc4cdb-c6fb-4573-9860-6388583aebe9 req-fbcdd098-57c1-4b5c-a354-dbfe77b74f31 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0885761 Mar 03 06:35:05.777755 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-55713b61-253a-495e-9425-f61d3a0dc360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (064dbae5-4b41-4c2a-8ffc-0655c54b5942), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.810621 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f0dc4cdb-c6fb-4573-9860-6388583aebe9 req-e00e60d4-b6eb-4d72-8a1e-78e2b9c4c702 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 Mar 03 06:35:05.824398 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55713b61-253a-495e-9425-f61d3a0dc360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064dbae5-4b41-4c2a-8ffc-0655c54b5942,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:05.829429 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-55713b61-253a-495e-9425-f61d3a0dc360 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d7259a251a443e088465b4759529682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402191 Mar 03 06:35:05.838471 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34330) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:05.850373 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb11d-fc0b-491e-9bbe-eb360467933b admin admin] Publish callbacks [] for security_group (4d6d6a55-25c3-4345-bbbe-706f3629998e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.897394 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c62acb9d-87a1-4e18-a7b4-d91ab2072531 admin admin] Publish callbacks [] for security_group (064dbae5-4b41-4c2a-8ffc-0655c54b5942), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:05.928136 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c62acb9d-87a1-4e18-a7b4-d91ab2072531 admin admin] Publish callbacks [] for security_group (064dbae5-4b41-4c2a-8ffc-0655c54b5942), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.005910 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb11d-fc0b-491e-9bbe-eb360467933b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (4d6d6a55-25c3-4345-bbbe-706f3629998e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.044638 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-9d7cb11d-fc0b-491e-9bbe-eb360467933b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deacf710d505446fa11b3209b5fc8f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733718 Mar 03 06:35:06.045423 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb11d-fc0b-491e-9bbe-eb360467933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d6a55-25c3-4345-bbbe-706f3629998e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:06.047302 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34336) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:06.094183 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb231-3137-496a-9eb5-b0c38731a4f3 admin admin] Publish callbacks [] for security_group (4d6d6a55-25c3-4345-bbbe-706f3629998e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.098382 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c62acb9d-87a1-4e18-a7b4-d91ab2072531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (064dbae5-4b41-4c2a-8ffc-0655c54b5942), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.100849 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c62acb9d-87a1-4e18-a7b4-d91ab2072531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.103490 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c62acb9d-87a1-4e18-a7b4-d91ab2072531 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/064dbae5-4b41-4c2a-8ffc-0655c54b5942 HTTP/1.1" status: 204 len: 168 time: 0.2636154 Mar 03 06:35:06.123475 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62acb9d-87a1-4e18-a7b4-d91ab2072531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064dbae5-4b41-4c2a-8ffc-0655c54b5942,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:06.129896 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb231-3137-496a-9eb5-b0c38731a4f3 admin admin] Publish callbacks [] for security_group (4d6d6a55-25c3-4345-bbbe-706f3629998e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.284856 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb231-3137-496a-9eb5-b0c38731a4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (4d6d6a55-25c3-4345-bbbe-706f3629998e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.287591 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb231-3137-496a-9eb5-b0c38731a4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.295915 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8c1fb231-3137-496a-9eb5-b0c38731a4f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d6d6a55-25c3-4345-bbbe-706f3629998e HTTP/1.1" status: 204 len: 168 time: 0.2459941 Mar 03 06:35:06.305453 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fb231-3137-496a-9eb5-b0c38731a4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d6a55-25c3-4345-bbbe-706f3629998e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:06.545148 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34376) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:06.628502 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-eae0ffa4-fc85-45cf-813b-8736893800e0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:06.630284 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-eae0ffa4-fc85-45cf-813b-8736893800e0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.1185391 Mar 03 06:35:06.651950 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-57b5b29e-ab22-4bc1-b26c-647d9f904d20 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/quotas/1e54dc6a67f74fef848890e6c626e3fc HTTP/1.1" status: 200 len: 375 time: 0.0132959 Mar 03 06:35:06.684811 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-03f7e533-0447-4523-9912-de48601fb965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.708969 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-6ed393dd-1113-4742-8169-e0c833ad9046 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512867 Mar 03 06:35:06.743293 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.794254 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-03f7e533-0447-4523-9912-de48601fb965 admin admin] Publish callbacks [] for security_group (277253b8-3b77-4220-93f6-7f22343255a9), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.833985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-a6d8d65e-61fb-4bf7-a163-bb3f10ea4be0 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171067 Mar 03 06:35:06.880748 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-03f7e533-0447-4523-9912-de48601fb965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (277253b8-3b77-4220-93f6-7f22343255a9), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:06.924979 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-03f7e533-0447-4523-9912-de48601fb965 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4937253fdfb143fab1cbb52d2da855be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787744 Mar 03 06:35:06.926919 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7e533-0447-4523-9912-de48601fb965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277253b8-3b77-4220-93f6-7f22343255a9,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:06.928726 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34394) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:06.979910 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-17ddf32d-d49b-4a12-8954-17f6e5547c20 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450496 Mar 03 06:35:06.996931 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a43f1-d0cb-4b10-8919-6659f8c453a2 req-0511974a-fa93-4691-a282-ca1b6270188f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:06.998516 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5f7a43f1-d0cb-4b10-8919-6659f8c453a2 req-0511974a-fa93-4691-a282-ca1b6270188f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0763404 Mar 03 06:35:07.024178 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-466b51ff-3130-4631-abe4-626e2c1f4ee8 admin admin] Publish callbacks [] for security_group (277253b8-3b77-4220-93f6-7f22343255a9), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:07.053366 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-466b51ff-3130-4631-abe4-626e2c1f4ee8 admin admin] Publish callbacks [] for security_group (277253b8-3b77-4220-93f6-7f22343255a9), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:07.073294 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5f7a43f1-d0cb-4b10-8919-6659f8c453a2 req-f27ac4d7-6870-40b2-b734-bfca3f3d52f1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Mar 03 06:35:07.171565 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-466b51ff-3130-4631-abe4-626e2c1f4ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (277253b8-3b77-4220-93f6-7f22343255a9), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:07.174446 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-466b51ff-3130-4631-abe4-626e2c1f4ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:07.175586 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-466b51ff-3130-4631-abe4-626e2c1f4ee8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/277253b8-3b77-4220-93f6-7f22343255a9 HTTP/1.1" status: 204 len: 168 time: 0.2458365 Mar 03 06:35:07.183492 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b51ff-3130-4631-abe4-626e2c1f4ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277253b8-3b77-4220-93f6-7f22343255a9,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:07.371436 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-87bfdf16-7181-44ae-b8ca-f27b4500bae6 req-f7a57ab3-4f25-4c5c-9572-515bbfd9e40e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 210 time: 0.0541556 Mar 03 06:35:07.911986 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34440) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:07.964235 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Deleting subnet 6651deb9-113d-462a-bc5d-2fa72b3bcd4f {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:35:07.967431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Publish callbacks [] for subnet (6651deb9-113d-462a-bc5d-2fa72b3bcd4f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:07.983230 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34442) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:07.997958 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-be9baa7d-8ca5-4d4d-8700-905dad704ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.002969 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (6651deb9-113d-462a-bc5d-2fa72b3bcd4f), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.048073 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (6651deb9-113d-462a-bc5d-2fa72b3bcd4f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.085411 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-be9baa7d-8ca5-4d4d-8700-905dad704ea5 admin admin] Publish callbacks [] for security_group (795c7102-3d01-4a76-82f6-ee07c810dbcd), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.126649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ed687b10-a174-4f1c-a0e6-e8624276b955 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:35:08.152637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: ed687b10-a174-4f1c-a0e6-e8624276b955 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:35:08.152991 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ed687b10-a174-4f1c-a0e6-e8624276b955 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:35:08.159480 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-be9baa7d-8ca5-4d4d-8700-905dad704ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (795c7102-3d01-4a76-82f6-ee07c810dbcd), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.164340 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34448) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:08.191115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (6651deb9-113d-462a-bc5d-2fa72b3bcd4f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.209178 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.221707 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9baa7d-8ca5-4d4d-8700-905dad704ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c7102-3d01-4a76-82f6-ee07c810dbcd,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:08.225283 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34454) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:08.235558 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6651deb9-113d-462a-bc5d-2fa72b3bcd4f HTTP/1.1" status: 204 len: 168 time: 0.3209574 Mar 03 06:35:08.258040 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cec66-532c-40ab-b4ca-1f7b680f2d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6651deb9-113d-462a-bc5d-2fa72b3bcd4f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:08.270602 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a41c1-1158-41d4-a624-ac79a4d84764 req-a3db975a-fd16-49d6-84cc-911bfe683130 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:08.283048 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7d1a41c1-1158-41d4-a624-ac79a4d84764 req-a3db975a-fd16-49d6-84cc-911bfe683130 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.1423559 Mar 03 06:35:08.289940 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-be9baa7d-8ca5-4d4d-8700-905dad704ea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46d5a806d8794c3fa4f4121af0ffa149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054512 Mar 03 06:35:08.291288 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34458) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:08.315224 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (d89877c1-6359-41f1-b286-28459e6bd7a9), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.387180 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7d1a41c1-1158-41d4-a624-ac79a4d84764 req-42dc2094-e882-4bca-b3b0-9e9c0fe6c512 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897403 Mar 03 06:35:08.404604 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (d89877c1-6359-41f1-b286-28459e6bd7a9), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.405812 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1efab55c-0bf9-4402-8165-f78269714897 admin admin] Publish callbacks [] for security_group (795c7102-3d01-4a76-82f6-ee07c810dbcd), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.432379 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89877c1-6359-41f1-b286-28459e6bd7a9']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:08.439809 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1efab55c-0bf9-4402-8165-f78269714897 admin admin] Publish callbacks [] for security_group (795c7102-3d01-4a76-82f6-ee07c810dbcd), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.446336 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5b5f7b-8205-4f5c-839d-ed099acdd360') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:08.446640 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5b5f7b-8205-4f5c-839d-ed099acdd360') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:08.488071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (7e5b5f7b-8205-4f5c-839d-ed099acdd360), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.488071 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2c3a6aee-d0c2-4f43-a781-2b82da414c2c req-47c1a316-6486-4be3-8e5b-8301bb1ea4f1 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 210 time: 0.0426137 Mar 03 06:35:08.506263 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (7e5b5f7b-8205-4f5c-839d-ed099acdd360), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.518021 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:35:08.518523 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (7e5b5f7b-8205-4f5c-839d-ed099acdd360), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:35:08.521134 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:35:08.565913 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1efab55c-0bf9-4402-8165-f78269714897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (795c7102-3d01-4a76-82f6-ee07c810dbcd), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.569523 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1efab55c-0bf9-4402-8165-f78269714897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.573048 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1efab55c-0bf9-4402-8165-f78269714897 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/795c7102-3d01-4a76-82f6-ee07c810dbcd HTTP/1.1" status: 204 len: 168 time: 0.2775035 Mar 03 06:35:08.579473 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-45ec901d-a975-4025-9ed4-3ac3aa6ad6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.579610 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efab55c-0bf9-4402-8165-f78269714897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c7102-3d01-4a76-82f6-ee07c810dbcd,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:08.584516 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34466) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:08.686936 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (d89877c1-6359-41f1-b286-28459e6bd7a9), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.689786 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-45ec901d-a975-4025-9ed4-3ac3aa6ad6ac admin admin] Publish callbacks [] for security_group (c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.695563 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.698750 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d89877c1-6359-41f1-b286-28459e6bd7a9 HTTP/1.1" status: 204 len: 168 time: 0.4702961 Mar 03 06:35:08.707849 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51ca39-e7eb-48b6-ab22-dd00d84e2537 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89877c1-6359-41f1-b286-28459e6bd7a9,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:08.743017 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1045829349-network', 'tenant_id': 'e4ab402b6990433bb27fd9360bc288be'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:08.822473 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-45ec901d-a975-4025-9ed4-3ac3aa6ad6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.851589 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Made reservation on behalf of e4ab402b6990433bb27fd9360bc288be for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:08.854194 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.860812 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-45ec901d-a975-4025-9ed4-3ac3aa6ad6ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe0fd1c6615b42379e2b037fef1521ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523383 Mar 03 06:35:08.862874 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec901d-a975-4025-9ed4-3ac3aa6ad6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:08.867500 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34474) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:08.872449 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.948841 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13fb5e10-7e62-4acd-93ae-2446f50e0810 admin admin] Publish callbacks [] for security_group (c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:08.983439 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13fb5e10-7e62-4acd-93ae-2446f50e0810 admin admin] Publish callbacks [] for security_group (c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.029152 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks [] for security_group (508b2297-329d-4a0b-8fdf-4774802ca181), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.102456 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (508b2297-329d-4a0b-8fdf-4774802ca181), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.130632 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508b2297-329d-4a0b-8fdf-4774802ca181,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:09.150303 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13fb5e10-7e62-4acd-93ae-2446f50e0810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.152956 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13fb5e10-7e62-4acd-93ae-2446f50e0810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.154145 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-13fb5e10-7e62-4acd-93ae-2446f50e0810 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36 HTTP/1.1" status: 204 len: 168 time: 0.2877073 Mar 03 06:35:09.159431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:35:09.167858 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb5e10-7e62-4acd-93ae-2446f50e0810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a9cc7-6a26-449b-bacf-4e8d6fe0ef36,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:09.174525 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (77031295-0a40-4f2d-aa4e-cd8d53755901), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.174878 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Added segment 77031295-0a40-4f2d-aa4e-cd8d53755901 of type vlan for network c186b3bd-b38f-4ed0-ab24-57ffa0ada96a Mar 03 06:35:09.216145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (c186b3bd-b38f-4ed0-ab24-57ffa0ada96a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.268668 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34484) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:09.308183 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (c186b3bd-b38f-4ed0-ab24-57ffa0ada96a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.309147 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:09.309763 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.317077 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-30db1481-dc39-4d9c-9c82-e0756cc23eff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e8d97db940d409381b6bbbe9bbb1b1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470960 Mar 03 06:35:09.320336 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34486) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:09.351240 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34488) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:09.384982 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c186b3bd-b38f-4ed0-ab24-57ffa0ada96a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:09.393682 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-25ae5eb2-62b9-4e35-ae7f-952d294ff1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.399609 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network c186b3bd-b38f-4ed0-ab24-57ffa0ada96a details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:35:09.458192 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2a0ffea5-a500-41be-b038-9ddfa951b9c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8698676 Mar 03 06:35:09.465234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34492) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:09.492771 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1594-f7cd-4384-a8b5-735b3c187287 admin admin] Publish callbacks [] for security_group (93ba384c-68af-40a1-a070-db78ee0e4776), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.519567 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Request body: {'subnet': {'network_id': 'c186b3bd-b38f-4ed0-ab24-57ffa0ada96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1045829349-subnet', 'tenant_id': 'e4ab402b6990433bb27fd9360bc288be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:09.529358 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1594-f7cd-4384-a8b5-735b3c187287 admin admin] Publish callbacks [] for security_group (93ba384c-68af-40a1-a070-db78ee0e4776), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.630700 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0823a320-2e03-492c-b9e6-435081b39c2a req-ea966821-9df8-4cd5-9f31-9a8f8756a0d8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 210 time: 0.0632885 Mar 03 06:35:09.636185 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-25ae5eb2-62b9-4e35-ae7f-952d294ff1ca admin admin] Publish callbacks [] for security_group (f2e7fa2e-be00-421e-8e63-c8adb37e9170), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.657394 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Made reservation on behalf of e4ab402b6990433bb27fd9360bc288be for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:09.659731 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287607'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.718523 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa479e6b-3ccf-42db-a2aa-6f969256bf12 req-2ea830b7-fe32-4886-8e3b-fd8b2c25b842 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:09.725677 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fa479e6b-3ccf-42db-a2aa-6f969256bf12 req-2ea830b7-fe32-4886-8e3b-fd8b2c25b842 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.2741513 Mar 03 06:35:09.760635 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-25ae5eb2-62b9-4e35-ae7f-952d294ff1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f2e7fa2e-be00-421e-8e63-c8adb37e9170), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.763897 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1594-f7cd-4384-a8b5-735b3c187287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (93ba384c-68af-40a1-a070-db78ee0e4776), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.771237 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1594-f7cd-4384-a8b5-735b3c187287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.771237 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-1a4e1594-f7cd-4384-a8b5-735b3c187287 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93ba384c-68af-40a1-a070-db78ee0e4776 HTTP/1.1" status: 204 len: 168 time: 0.4470747 Mar 03 06:35:09.774541 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-e7805036-a4dd-401a-be69-2116d870e9ca tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:09.776409 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-e7805036-a4dd-401a-be69-2116d870e9ca tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.2366855 Mar 03 06:35:09.797797 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Request body: {'port': {'device_id': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'admin_state_up': True, 'tenant_id': '1e54dc6a67f74fef848890e6c626e3fc'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:09.811739 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-25ae5eb2-62b9-4e35-ae7f-952d294ff1ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91f619e101b24421b7abd7725d8e6dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565494 Mar 03 06:35:09.814985 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34506) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:09.829896 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae5eb2-62b9-4e35-ae7f-952d294ff1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e7fa2e-be00-421e-8e63-c8adb37e9170,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:09.852162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e1594-f7cd-4384-a8b5-735b3c187287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba384c-68af-40a1-a070-db78ee0e4776,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:09.910932 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c984-94f7-40b6-9d95-c1d4c8cb27d4 admin admin] Publish callbacks [] for security_group (f2e7fa2e-be00-421e-8e63-c8adb37e9170), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:09.941225 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fa479e6b-3ccf-42db-a2aa-6f969256bf12 req-2901c977-9a62-4318-9da4-075b497964ed tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094119 Mar 03 06:35:09.963976 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c984-94f7-40b6-9d95-c1d4c8cb27d4 admin admin] Publish callbacks [] for security_group (f2e7fa2e-be00-421e-8e63-c8adb37e9170), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.091322 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c984-94f7-40b6-9d95-c1d4c8cb27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f2e7fa2e-be00-421e-8e63-c8adb37e9170), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.094215 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2a0c984-94f7-40b6-9d95-c1d4c8cb27d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.096302 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e2a0c984-94f7-40b6-9d95-c1d4c8cb27d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2e7fa2e-be00-421e-8e63-c8adb37e9170 HTTP/1.1" status: 204 len: 168 time: 0.2795849 Mar 03 06:35:10.107071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0c984-94f7-40b6-9d95-c1d4c8cb27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e7fa2e-be00-421e-8e63-c8adb37e9170,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:10.115983 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2898620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3287557'] for subnet (eb101d59-1f09-4152-a7c4-391a1579f784), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.119639 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Made reservation on behalf of 1e54dc6a67f74fef848890e6c626e3fc for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:10.123333 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.233877 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb101d59-1f09-4152-a7c4-391a1579f784,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:10.252218 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Checking segment: {'id': '77031295-0a40-4f2d-aa4e-cd8d53755901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c186b3bd-b38f-4ed0-ab24-57ffa0ada96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:10.252575 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Network hostable DHCP agents. Network: c186b3bd-b38f-4ed0-ab24-57ffa0ada96a, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:35:10.323781 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Allocated IP 172.20.0.14 (8bd47d02-bff1-4fee-8632-c2f2124a56f2/621de081-d370-4cfe-81bb-d8e5e5a2f34b/6b2c5e4e-d7e1-4390-99c4-5c05c01ed806) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:10.361145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Network c186b3bd-b38f-4ed0-ab24-57ffa0ada96a is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:35:10.456636 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, c186b3bd-b38f-4ed0-ab24-57ffa0ada96a) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:10.465210 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e606e-adab-4429-a815-b732c80d1601 None None] Network c186b3bd-b38f-4ed0-ab24-57ffa0ada96a requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:10.468508 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:10.469101 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.495614 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks [] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.568638 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-e494e78a-811d-4bc3-92d2-fb3e07b17c49 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1002598 Mar 03 06:35:10.578494 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314c1e6-abf2-4d47-926f-3d06392c30d2 None None] Network c186b3bd-b38f-4ed0-ab24-57ffa0ada96a requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:10.624521 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.640119 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', '327728b2-ecfe-4700-bdab-49676e9c3d8e'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:35:10.667331 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:10.670504 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:10.673893 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:10.728417 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:10.729121 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:10.748230 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event updated for resources: {'Port': ['ID=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:10.809183 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b7cfa-b070-4fcf-b86b-e848db95462b req-b1c209f5-0d60-4996-be73-2c0ce0d97184 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:10.810754 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f44b7cfa-b070-4fcf-b86b-e848db95462b req-b1c209f5-0d60-4996-be73-2c0ce0d97184 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 932 time: 0.0730045 Mar 03 06:35:10.838862 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-40174537-c83c-43b8-ab8a-2901db811b89 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0466087 Mar 03 06:35:10.866145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Request body: {'port': {'device_id': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:10.879480 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f44b7cfa-b070-4fcf-b86b-e848db95462b req-400269ae-00cb-4a1b-89d2-98d10e9d0a46 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614750 Mar 03 06:35:10.941851 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.115881 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34554) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:11.149501 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13edd93-30e9-4ccc-8fc1-8aba0d9ce845 req-5bb861cd-f78c-4d61-b6fa-f98f96afb2d0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:11.150987 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e13edd93-30e9-4ccc-8fc1-8aba0d9ce845 req-5bb861cd-f78c-4d61-b6fa-f98f96afb2d0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.1510103 Mar 03 06:35:11.230144 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e13edd93-30e9-4ccc-8fc1-8aba0d9ce845 req-d916e9f1-8585-4cea-830c-02884868544c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715718 Mar 03 06:35:11.282241 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:11.290068 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Publish callbacks [] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.301830 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Transition to ACTIVE for port object 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:35:11.348096 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.401868 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:11.424945 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2898eeea-fcd7-43c3-8596-bd3345f8f83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.472953 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Attempting to bind port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:11.473293 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Attempting to bind port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:11.473755 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Attempting to bind port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:11.478272 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:35:11.478601 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Attempting to bind port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:11.483584 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:11.483924 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Checking segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:11.484367 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Bound using segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:11.484807 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Bound port: 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:11.485165 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.510409 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2898eeea-fcd7-43c3-8596-bd3345f8f83a admin admin] Publish callbacks [] for security_group (1abd3c32-75fa-4b1d-a5ae-281c1416a0b2), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.548858 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] For port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:11.552450 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] For port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:11.604556 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2898eeea-fcd7-43c3-8596-bd3345f8f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1abd3c32-75fa-4b1d-a5ae-281c1416a0b2), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.629184 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.648371 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2898eeea-fcd7-43c3-8596-bd3345f8f83a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2eed0e0f9ac42538efc7a4e1bdfa6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5312591 Mar 03 06:35:11.649790 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898eeea-fcd7-43c3-8596-bd3345f8f83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd3c32-75fa-4b1d-a5ae-281c1416a0b2,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:11.652428 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34576) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:11.684180 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:11.685062 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.686565 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] 10.222.0.41 "PUT /v2.0/ports/6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 HTTP/1.1" status: 200 len: 1094 time: 0.8257966 Mar 03 06:35:11.688907 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'tag': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:11.693531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6" -d '{"events": [{"name": "network-changed", "server_uuid": "064653bb-4f96-456d-b3c2-ca27cf264e4d", "tag": "6b2c5e4e-d7e1-4390-99c4-5c05c01ed806"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:11.725239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507abcc6-d40c-4479-ae55-1e44e86ae2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:11.725438 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-620fa5ec-5fbe-4d15-b423-2e898ba93414 admin admin] Publish callbacks [] for security_group (1abd3c32-75fa-4b1d-a5ae-281c1416a0b2), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.743152 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67c9d6-ae78-4def-bc15-02d6cad12c5d x-openstack-request-id: req-8d67c9d6-ae78-4def-bc15-02d6cad12c5d {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:11.743451 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064653bb-4f96-456d-b3c2-ca27cf264e4d", "tag": "6b2c5e4e-d7e1-4390-99c4-5c05c01ed806", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:11.743734 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d67c9d6-ae78-4def-bc15-02d6cad12c5d {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:11.744139 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'tag': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806', 'status': 'completed', 'code': 200} Mar 03 06:35:11.749689 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-620fa5ec-5fbe-4d15-b423-2e898ba93414 admin admin] Publish callbacks [] for security_group (1abd3c32-75fa-4b1d-a5ae-281c1416a0b2), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.809607 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6 req-a47758be-d970-4a30-bc8c-b08b81ee4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:11.811125 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6 req-a47758be-d970-4a30-bc8c-b08b81ee4804 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 1128 time: 0.0456624 Mar 03 06:35:11.863774 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-620fa5ec-5fbe-4d15-b423-2e898ba93414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1abd3c32-75fa-4b1d-a5ae-281c1416a0b2), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.867695 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-620fa5ec-5fbe-4d15-b423-2e898ba93414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:11.871988 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-620fa5ec-5fbe-4d15-b423-2e898ba93414 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1abd3c32-75fa-4b1d-a5ae-281c1416a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2184417 Mar 03 06:35:11.880452 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fa5ec-5fbe-4d15-b423-2e898ba93414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd3c32-75fa-4b1d-a5ae-281c1416a0b2,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:11.951738 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6 req-53611209-cb9e-4674-9a70-3aadfe5dcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:11.953156 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6 req-53611209-cb9e-4674-9a70-3aadfe5dcd08 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1276040 Mar 03 06:35:12.061486 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed998ec-0ba4-4bf1-bfdd-13b06aef421e req-fa1b62a7-052e-44ce-8cf4-0ff248c8d985 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:12.063105 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4ed998ec-0ba4-4bf1-bfdd-13b06aef421e req-fa1b62a7-052e-44ce-8cf4-0ff248c8d985 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 944 time: 0.1136415 Mar 03 06:35:12.109777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6 req-8fdac1d8-dab4-458b-993b-7dbeccb486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:12.111274 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5afaf8ab-8dce-45c8-a3be-d5efdb3492d6 req-8fdac1d8-dab4-458b-993b-7dbeccb486b8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498525 Mar 03 06:35:12.134252 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4ed998ec-0ba4-4bf1-bfdd-13b06aef421e req-634555e0-c7dd-4853-a601-f4743a9ab342 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638206 Mar 03 06:35:12.196419 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-680fcb82-32d3-4877-8ee9-64e30ba94531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:12.197946 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-680fcb82-32d3-4877-8ee9-64e30ba94531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 1128 time: 0.0447176 Mar 03 06:35:12.243284 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-5bc48c9e-02c8-4468-8585-6213ca14dcbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 HTTP/1.1" status: 200 len: 217 time: 0.0365527 Mar 03 06:35:12.294761 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-071333dd-e791-4fa3-9f7b-95f233e99344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:12.296301 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-071333dd-e791-4fa3-9f7b-95f233e99344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.0461586 Mar 03 06:35:12.339941 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-3d7ac69f-31bd-410e-b64a-2b44016d8549 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253823 Mar 03 06:35:12.374449 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1547-b637-4a2f-8472-3b695dc7ab65 req-b791a271-d101-4322-abbc-bbddf9f63030 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:12.376138 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-141e1547-b637-4a2f-8472-3b695dc7ab65 req-b791a271-d101-4322-abbc-bbddf9f63030 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0543547 Mar 03 06:35:12.447967 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-9e23120b-4526-4368-9734-2b297cd13922 service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999880 Mar 03 06:35:12.450073 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-141e1547-b637-4a2f-8472-3b695dc7ab65 req-79ae6f0c-7d0b-4599-a201-16775490bd38 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680785 Mar 03 06:35:12.545567 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f5cc5f91-a644-4c4b-a70d-ee0939c5ef04 req-f64816e8-0868-4acb-a1b4-3b423e1a651f service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905275 Mar 03 06:35:12.564697 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34612) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:12.832389 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34660) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:12.838061 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1244826770-network', 'tenant_id': '33e8dcdef9dc40069849c490d8ee2075'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:12.892854 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34662) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:12.905914 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-650e41c6-daa3-44d2-8423-1b3e085e3b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:12.993736 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-650e41c6-daa3-44d2-8423-1b3e085e3b74 admin admin] Publish callbacks [] for security_group (c800774e-6cb0-4f34-a8a8-02f1d3dc70dc), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.006995 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Made reservation on behalf of 33e8dcdef9dc40069849c490d8ee2075 for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:13.009321 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.020235 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.056312 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1923647751-network', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:13.112933 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks [] for security_group (a0750cc2-1c9e-47bb-bcfd-b097fda580ac), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.114879 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-650e41c6-daa3-44d2-8423-1b3e085e3b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c800774e-6cb0-4f34-a8a8-02f1d3dc70dc), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.151789 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e41c6-daa3-44d2-8423-1b3e085e3b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c800774e-6cb0-4f34-a8a8-02f1d3dc70dc,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:13.155908 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-650e41c6-daa3-44d2-8423-1b3e085e3b74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e105d5af960942acbefd958627af47c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620516 Mar 03 06:35:13.160231 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34682) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:13.167167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Made reservation on behalf of 9697f5e3663846fbac4dc63564b4920b for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:13.169326 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.184094 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.206255 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (a0750cc2-1c9e-47bb-bcfd-b097fda580ac), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.255258 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:35:13.272775 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0750cc2-1c9e-47bb-bcfd-b097fda580ac,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:13.282931 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (27b17f97-1dab-47eb-80b2-2a59873ab130), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.283278 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Added segment 27b17f97-1dab-47eb-80b2-2a59873ab130 of type vlan for network be8b9bf4-3d8e-400e-aedf-24187b5fee40 Mar 03 06:35:13.303730 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da1783-8b03-47a3-8135-11e15a72e323 req-0e9f9336-8e09-45ca-bb13-72707b5dfb7f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:13.303730 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-56da1783-8b03-47a3-8135-11e15a72e323 req-0e9f9336-8e09-45ca-bb13-72707b5dfb7f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 944 time: 0.0791562 Mar 03 06:35:13.305207 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-887b86d8-268f-4054-bd3b-0190c17bc072 admin admin] Publish callbacks [] for security_group (c800774e-6cb0-4f34-a8a8-02f1d3dc70dc), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.353861 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (be8b9bf4-3d8e-400e-aedf-24187b5fee40), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.359384 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-56da1783-8b03-47a3-8135-11e15a72e323 req-8629c2ae-6b35-4663-9ff3-ed7a170eae07 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585022 Mar 03 06:35:13.375143 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-887b86d8-268f-4054-bd3b-0190c17bc072 admin admin] Publish callbacks [] for security_group (c800774e-6cb0-4f34-a8a8-02f1d3dc70dc), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.436249 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks [] for security_group (391d7343-2989-42bb-a19c-a356178172ba), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.513949 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (be8b9bf4-3d8e-400e-aedf-24187b5fee40), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.515222 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:13.515812 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.570735 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (391d7343-2989-42bb-a19c-a356178172ba), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.574230 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-887b86d8-268f-4054-bd3b-0190c17bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c800774e-6cb0-4f34-a8a8-02f1d3dc70dc), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.576060 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-887b86d8-268f-4054-bd3b-0190c17bc072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.577363 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-887b86d8-268f-4054-bd3b-0190c17bc072 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c800774e-6cb0-4f34-a8a8-02f1d3dc70dc HTTP/1.1" status: 204 len: 168 time: 0.4165087 Mar 03 06:35:13.631184 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] Pushing event updated for resources: {'Network': ['ID=be8b9bf4-3d8e-400e-aedf-24187b5fee40,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:13.637307 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:35:13.646146 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network be8b9bf4-3d8e-400e-aedf-24187b5fee40 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:35:13.649773 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-bddd2b80-7ce9-4998-abfb-dcc0d9c32b45 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8155429 Mar 03 06:35:13.652622 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34714) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:13.657406 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391d7343-2989-42bb-a19c-a356178172ba,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:13.657966 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Request body: {'subnet': {'network_id': 'be8b9bf4-3d8e-400e-aedf-24187b5fee40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1244826770-subnet', 'tenant_id': '33e8dcdef9dc40069849c490d8ee2075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:13.660675 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (3dc6505f-9674-4b69-b147-2bfebb34d361), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.661608 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Added segment 3dc6505f-9674-4b69-b147-2bfebb34d361 of type vlan for network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 Mar 03 06:35:13.703474 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b86d8-268f-4054-bd3b-0190c17bc072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c800774e-6cb0-4f34-a8a8-02f1d3dc70dc,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:13.725148 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.734177 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f67863-97eb-4d95-aa56-661f578bc550 req-d714f12e-ee66-413f-86f5-0814500bbd71 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:13.736058 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-74f67863-97eb-4d95-aa56-661f578bc550 req-d714f12e-ee66-413f-86f5-0814500bbd71 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.2039342 Mar 03 06:35:13.765185 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Made reservation on behalf of 33e8dcdef9dc40069849c490d8ee2075 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:13.767528 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287607'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.805430 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-74f67863-97eb-4d95-aa56-661f578bc550 req-7525a05a-846c-4afc-b780-8096dbf2d43c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520463 Mar 03 06:35:13.862639 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.863702 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:13.864513 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:13.943047 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] Pushing event updated for resources: {'Network': ['ID=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:13.953311 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:35:14.007010 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2a50f552-67a6-4733-a45f-e7a64e2731fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4404380 Mar 03 06:35:14.012655 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34730) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:14.017416 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Request body: {'subnet': {'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1923647751-subnet', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:14.061031 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2898620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3287557'] for subnet (d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:14.120901 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:14.132648 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Checking segment: {'id': '27b17f97-1dab-47eb-80b2-2a59873ab130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'be8b9bf4-3d8e-400e-aedf-24187b5fee40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:14.133008 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Network hostable DHCP agents. Network: be8b9bf4-3d8e-400e-aedf-24187b5fee40, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:35:14.134866 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Made reservation on behalf of 9697f5e3663846fbac4dc63564b4920b for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:14.137132 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287607'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:14.288319 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a289a3-a697-42b5-9ab6-29879f9dc2a9 req-91e29620-974d-4881-ad47-215759a680fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:14.289999 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-06a289a3-a697-42b5-9ab6-29879f9dc2a9 req-91e29620-974d-4881-ad47-215759a680fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 1129 time: 0.0873787 Mar 03 06:35:14.307422 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Network be8b9bf4-3d8e-400e-aedf-24187b5fee40 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:35:14.398968 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-06a289a3-a697-42b5-9ab6-29879f9dc2a9 req-6d939804-999a-4c97-b1e2-d16579b722e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849373 Mar 03 06:35:14.404532 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, be8b9bf4-3d8e-400e-aedf-24187b5fee40) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:14.410839 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:14.411446 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:14.419631 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b290f94-4ca6-468b-87a0-72e1455e030c None None] Network be8b9bf4-3d8e-400e-aedf-24187b5fee40 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:14.483744 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-77f9aec1-e65c-4517-a636-9cbd2711d0b7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8299232 Mar 03 06:35:14.484581 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2898620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3287557'] for subnet (c6f79dca-111d-4c3b-983f-495fd4a35ada), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:14.589054 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0a264-1d7f-48f2-8bff-5791cc8cb6a9 None None] Network be8b9bf4-3d8e-400e-aedf-24187b5fee40 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:14.810124 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f79dca-111d-4c3b-983f-495fd4a35ada,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:14.820202 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe67aa-fcae-4ea5-ba3e-3402af766335 req-dcc28602-d77c-4bbc-bb5d-87b0a9fa397f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:14.820202 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ebe67aa-fcae-4ea5-ba3e-3402af766335 req-dcc28602-d77c-4bbc-bb5d-87b0a9fa397f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 944 time: 0.3704858 Mar 03 06:35:14.838344 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Checking segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:14.838715 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Network hostable DHCP agents. Network: aeea32bb-6739-4c1f-8e8c-6bcdc4b98393, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:35:14.887412 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ebe67aa-fcae-4ea5-ba3e-3402af766335 req-5b8ffd31-19e8-472f-afa8-9c5ba750ece2 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 Mar 03 06:35:14.959678 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:35:14.977269 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5872181-4dfe-4242-acbb-cdb60ee077f5 req-ed361ac0-5ad3-48e0-80aa-986d4ab92439 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:14.978903 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f5872181-4dfe-4242-acbb-cdb60ee077f5 req-ed361ac0-5ad3-48e0-80aa-986d4ab92439 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0634642 Mar 03 06:35:15.034728 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f5872181-4dfe-4242-acbb-cdb60ee077f5 req-79c6bd82-71f0-4147-8c78-7751d0bc9cd2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496352 Mar 03 06:35:15.090825 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, aeea32bb-6739-4c1f-8e8c-6bcdc4b98393) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:15.100215 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:15.103809 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.104401 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f527d-e0e0-42b0-897e-f9447da54482 None None] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:15.208374 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-17d7a1d8-0611-4cb7-bd86-88b27d80d264 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1945276 Mar 03 06:35:15.210989 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34790) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:15.211119 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:35:15.211964 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.216108 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:15.331365 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (e64cd58d-a1d9-4502-b325-68b55961697b), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.334106 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (e64cd58d-a1d9-4502-b325-68b55961697b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.350307 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Allocated IP 172.20.0.2 (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393/c6f79dca-111d-4c3b-983f-495fd4a35ada/3ced9ee3-c0c5-4cfa-92ca-aef3888d5679) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:15.387909 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks [] for router_controller (e64cd58d-a1d9-4502-b325-68b55961697b), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.503919 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Publish callbacks [] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.583786 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.648411 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:15.651358 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:15.656628 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks [] for router_gateway (e64cd58d-a1d9-4502-b325-68b55961697b), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.658921 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:15.662568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Pushing event updated for resources: {'Port': ['ID=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:15.732059 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Attempting to bind port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:15.732876 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Attempting to bind port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:15.733336 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Attempting to bind port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:15.739219 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:15.739670 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Checking segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:15.743740 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.743740 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Bound using segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:15.743740 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Bound port: 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:15.743740 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.835919 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] For port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:15.839747 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] For port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:15.933891 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:15.976329 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks [] for router_gateway (e64cd58d-a1d9-4502-b325-68b55961697b), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.020036 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.031421 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67100b2b-1fe1-4cd8-b5a2-09f90c0afdfb None None] Pushing event updated for resources: {'Port': ['ID=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:16.169268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:35:16.169892 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f18c5-f30f-4185-8ef6-58b16b1220a0 req-135116c9-203e-4ae9-baa3-7b41dbbb1b05 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:16.171293 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-682f18c5-f30f-4185-8ef6-58b16b1220a0 req-135116c9-203e-4ae9-baa3-7b41dbbb1b05 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 944 time: 0.1529846 Mar 03 06:35:16.220380 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Allocated IP 172.27.2.113 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/a1f5ea6c-37b6-49dd-ae33-075568cc2fdb) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:16.267963 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d3f14-f535-4160-a1eb-f4e5710f96a9 req-4005a2c9-0b41-46a6-948a-04084861e091 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:16.270631 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3d2d3f14-f535-4160-a1eb-f4e5710f96a9 req-4005a2c9-0b41-46a6-948a-04084861e091 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0999053 Mar 03 06:35:16.315038 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:16.322666 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-682f18c5-f30f-4185-8ef6-58b16b1220a0 req-4fb2df5d-e1dc-4b74-9a9b-49efad2a6bd4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368704 Mar 03 06:35:16.344802 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'port_id': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806', 'mac_address': 'fa:16:3e:ab:30:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621de081-d370-4cfe-81bb-d8e5e5a2f34b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:35:16.347886 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3d2d3f14-f535-4160-a1eb-f4e5710f96a9 req-3e6a8722-1f10-46ce-945a-480ec9b7d69f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719397 Mar 03 06:35:16.424854 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks [] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.434602 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:16.434994 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.469253 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:16.491152 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:16.540871 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35830b0e-f895-48b9-aeb3-b6ee054f6cf8 req-c3de7e7e-188c-43c0-844a-7e7351497eef tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:16.542457 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-35830b0e-f895-48b9-aeb3-b6ee054f6cf8 req-c3de7e7e-188c-43c0-844a-7e7351497eef tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0915802 Mar 03 06:35:16.554040 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.592264 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-35830b0e-f895-48b9-aeb3-b6ee054f6cf8 req-e98f0029-afeb-4331-8b5b-f3f4549db2c1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Mar 03 06:35:16.606523 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:16.610801 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.651752 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:16.654664 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:16.658194 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:16.664793 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Pushing event updated for resources: {'Port': ['ID=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:16.693544 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34836) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:16.822693 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-61b91a5c-30af-46a5-9ea3-82e0ae6756cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:16.878144 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['6b2c5e4e-d7e1-4390-99c4-5c05c01ed806'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:35:16.980203 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-61b91a5c-30af-46a5-9ea3-82e0ae6756cf admin admin] Publish callbacks [] for security_group (ffa5c4ab-f2db-411a-b34f-0b55d4e934dc), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.056975 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-61b91a5c-30af-46a5-9ea3-82e0ae6756cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ffa5c4ab-f2db-411a-b34f-0b55d4e934dc), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.123144 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks [] for router_gateway (e64cd58d-a1d9-4502-b325-68b55961697b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.128028 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-61b91a5c-30af-46a5-9ea3-82e0ae6756cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43937e6b81a5405ca6cfa24d3105dc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328995 Mar 03 06:35:17.131364 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34848) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:17.138459 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91a5c-30af-46a5-9ea3-82e0ae6756cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5c4ab-f2db-411a-b34f-0b55d4e934dc,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:17.206564 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-177e30e2-f0d5-442c-af66-549730a78d1f admin admin] Publish callbacks [] for security_group (ffa5c4ab-f2db-411a-b34f-0b55d4e934dc), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.238101 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-177e30e2-f0d5-442c-af66-549730a78d1f admin admin] Publish callbacks [] for security_group (ffa5c4ab-f2db-411a-b34f-0b55d4e934dc), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.336509 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83106d78-3228-410e-a1a0-abaed6409e4a None None] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:17.388007 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-177e30e2-f0d5-442c-af66-549730a78d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ffa5c4ab-f2db-411a-b34f-0b55d4e934dc), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.392024 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-177e30e2-f0d5-442c-af66-549730a78d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.392509 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-177e30e2-f0d5-442c-af66-549730a78d1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffa5c4ab-f2db-411a-b34f-0b55d4e934dc HTTP/1.1" status: 204 len: 168 time: 0.2600222 Mar 03 06:35:17.423244 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (e64cd58d-a1d9-4502-b325-68b55961697b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.472302 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] Provisioning complete for port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:17.474761 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.479413 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e30e2-f0d5-442c-af66-549730a78d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5c4ab-f2db-411a-b34f-0b55d4e934dc,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:17.530115 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78b806-aec9-4f67-bf73-4c18b91ffb01 req-cd705e4c-1413-491e-b67b-f1b28a9a9670 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:17.535459 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2a78b806-aec9-4f67-bf73-4c18b91ffb01 req-cd705e4c-1413-491e-b67b-f1b28a9a9670 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 945 time: 0.1418855 Mar 03 06:35:17.606726 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2a78b806-aec9-4f67-bf73-4c18b91ffb01 req-f6463998-b2c6-4f5e-92e5-e5e9c7da784e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651274 Mar 03 06:35:17.644147 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] Current status of the port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:17.644614 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.683429 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] For port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:17.742906 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Router e64cd58d-a1d9-4502-b325-68b55961697b is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:35:17.745742 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.818605 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:17.873785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd61145-2d42-4117-bc26-e8b7a36414a3 None None] Pushing event updated for resources: {'Port': ['ID=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:17.918417 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:17.918920 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:17.940455 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:35:17.961568 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:35:17.972134 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:17.974234 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:17.985044 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-c5181528-e688-4bb3-99d0-637d6e71f7c0 None None] Provisioning complete for port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:17.985411 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c5181528-e688-4bb3-99d0-637d6e71f7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.013650 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.016402 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d58e4059-990e-44ec-a183-1c613679b17a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8031740 Mar 03 06:35:18.017839 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34870) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:18.053043 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:18.090365 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:18.099073 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-c5181528-e688-4bb3-99d0-637d6e71f7c0 None None] Current status of the port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:18.171129 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:18.248483 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34872) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:18.261993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4f48d7ec-df8f-498b-8b3b-94ed0cef4652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.295863 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:16Z', 'revision_number': 3, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:18.313806 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:35:18.318411 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:18.318791 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.351440 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:35:18.351684 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Updating router e64cd58d-a1d9-4502-b325-68b55961697b port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:35:18.373169 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4f48d7ec-df8f-498b-8b3b-94ed0cef4652 admin admin] Publish callbacks [] for security_group (36577ebf-c8d2-4347-9de4-76673cca982e), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.391964 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.434234 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:18.434814 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.463619 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:18.465946 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bc558c-d56e-4d9d-9918-f8e148c84047" -d '{"events": [{"server_uuid": "064653bb-4f96-456d-b3c2-ca27cf264e4d", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c5e4e-d7e1-4390-99c4-5c05c01ed806"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:18.481990 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:18.495874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.510637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519b6d9-6e48-4772-8300-8adabeda342b x-openstack-request-id: req-f519b6d9-6e48-4772-8300-8adabeda342b {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:18.510954 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064653bb-4f96-456d-b3c2-ca27cf264e4d", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c5e4e-d7e1-4390-99c4-5c05c01ed806", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:18.511215 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f519b6d9-6e48-4772-8300-8adabeda342b {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:18.511620 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806', 'code': 200} Mar 03 06:35:18.525813 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4f48d7ec-df8f-498b-8b3b-94ed0cef4652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (36577ebf-c8d2-4347-9de4-76673cca982e), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.669754 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-4f48d7ec-df8f-498b-8b3b-94ed0cef4652 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1034ca7e3b06464a9796fe92d30949ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067842 Mar 03 06:35:18.669754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d7ec-df8f-498b-8b3b-94ed0cef4652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36577ebf-c8d2-4347-9de4-76673cca982e,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:18.669754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 34882) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:18.683750 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Allocated IP 172.20.0.1 (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393/c6f79dca-111d-4c3b-983f-495fd4a35ada/a1228a75-b607-4598-b6fd-b48d1606f694) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:18.733221 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Publish callbacks [] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.782667 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e63d6871-8476-4ef9-a2f1-a2516749bea8 admin admin] Publish callbacks [] for security_group (36577ebf-c8d2-4347-9de4-76673cca982e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.796876 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17dd11-0841-4a3f-94e9-a50e5593d2bd req-b08c73a8-c3b5-415c-9eee-5289617d1009 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:18.799522 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.807822 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-bb17dd11-0841-4a3f-94e9-a50e5593d2bd req-b08c73a8-c3b5-415c-9eee-5289617d1009 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 945 time: 0.1072190 Mar 03 06:35:18.830643 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks [] for port (a1228a75-b607-4598-b6fd-b48d1606f694), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.837476 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e63d6871-8476-4ef9-a2f1-a2516749bea8 admin admin] Publish callbacks [] for security_group (36577ebf-c8d2-4347-9de4-76673cca982e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.846708 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.911382 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:18.929364 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-bb17dd11-0841-4a3f-94e9-a50e5593d2bd req-42c99c2a-5c93-4107-b9fe-019d572181f5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204205 Mar 03 06:35:18.969105 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Pushing event updated for resources: {'Port': ['ID=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:18.980799 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.980799 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.980799 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.980799 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.980799 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.981466 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.981928 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.982358 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.982964 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Attempting to bind port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Attempting to bind port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:18.991543 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Attempting to bind port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:18.996184 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:18.996572 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:18.996979 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:18.997372 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:18.997914 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Bound port: a1f5ea6c-37b6-49dd-ae33-075568cc2fdb, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:18.998370 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.022864 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.060471 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] For port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:19.063011 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:19.063613 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] For port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:19.065809 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:19.071021 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:19.078856 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e63d6871-8476-4ef9-a2f1-a2516749bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (36577ebf-c8d2-4347-9de4-76673cca982e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.082299 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e63d6871-8476-4ef9-a2f1-a2516749bea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.082904 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e63d6871-8476-4ef9-a2f1-a2516749bea8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36577ebf-c8d2-4347-9de4-76673cca982e HTTP/1.1" status: 204 len: 168 time: 0.4169970 Mar 03 06:35:19.091963 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d6871-8476-4ef9-a2f1-a2516749bea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36577ebf-c8d2-4347-9de4-76673cca982e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:19.104538 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Pushing event updated for resources: {'Port': ['ID=a1228a75-b607-4598-b6fd-b48d1606f694,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:19.136006 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.161615 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (e64cd58d-a1d9-4502-b325-68b55961697b), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.270671 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:19.275318 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:19.304568 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47afe-3a11-4af7-b128-d2dc469438b7 req-3f2f91d8-d6f1-4c9a-b6fb-59f7b53e54e4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:19.312715 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1dd47afe-3a11-4af7-b128-d2dc469438b7 req-3f2f91d8-d6f1-4c9a-b6fb-59f7b53e54e4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0949137 Mar 03 06:35:19.361762 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122ca4b-8715-4f51-8109-3cbf886bd8e6 None None] Pushing event updated for resources: {'Port': ['ID=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:19.438963 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1dd47afe-3a11-4af7-b128-d2dc469438b7 req-b2d5fcf7-119a-40c3-ac87-e7909547849f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024597 Mar 03 06:35:19.452601 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-af807ffc-0662-4c83-a455-1cca6888e87d None None] Provisioning complete for port a1228a75-b607-4598-b6fd-b48d1606f694 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:19.458223 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-af807ffc-0662-4c83-a455-1cca6888e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.465762 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:19.567257 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcc95-9d03-4419-bcf7-59a66caa545d req-7bade5f9-c06d-4570-a571-22b9535b834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:19.569029 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-578fcc95-9d03-4419-bcf7-59a66caa545d req-7bade5f9-c06d-4570-a571-22b9535b834a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 1130 time: 0.4991009 Mar 03 06:35:19.584240 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-af807ffc-0662-4c83-a455-1cca6888e87d None None] Port a1228a75-b607-4598-b6fd-b48d1606f694 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:19.651857 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f7500-4191-4723-a362-b8a10b58461f req-dc262ecd-4100-4d9b-8606-27558c2ef259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:19.653604 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-dc262ecd-4100-4d9b-8606-27558c2ef259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.1215506 Mar 03 06:35:19.696383 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-578fcc95-9d03-4419-bcf7-59a66caa545d req-c8fe320f-7246-490b-af13-024b9b9c9f11 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046350 Mar 03 06:35:19.733198 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:19.756431 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:16Z', 'revision_number': 3, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:19.790948 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:19.791581 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.818176 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65260-27db-4893-b60b-0d5f87e19c70 None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:16Z', 'revision_number': 3, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:35:19.820160 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f7500-4191-4723-a362-b8a10b58461f req-31d42221-8208-46df-be94-9012a197a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:19.822494 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-31d42221-8208-46df-be94-9012a197a6cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.1555645 Mar 03 06:35:19.831635 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:19.904925 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:19.997298 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-3ed0a428-0452-47cc-95c6-1111adc2bfcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.0427718 Mar 03 06:35:20.142789 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f7500-4191-4723-a362-b8a10b58461f req-9582fd1e-4f13-4098-8367-4db742d9a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:20.144248 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-9582fd1e-4f13-4098-8367-4db742d9a7da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.1326818 Mar 03 06:35:20.173026 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b97b1a-e6a0-430e-b84d-2e84de840c49 req-b503a457-77a1-41ed-aef1-b5eb73a7c8f8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:20.174583 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c5b97b1a-e6a0-430e-b84d-2e84de840c49 req-b503a457-77a1-41ed-aef1-b5eb73a7c8f8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 946 time: 0.1485343 Mar 03 06:35:20.197549 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks [] for port (a1228a75-b607-4598-b6fd-b48d1606f694), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:20.201945 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-97a28c5a-ec56-4e5f-bbd0-057bb59b069b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476208 Mar 03 06:35:20.288591 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:20.318758 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c5b97b1a-e6a0-430e-b84d-2e84de840c49 req-77e47abf-00b5-4456-8aac-c2f6165fcc06 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192117 Mar 03 06:35:20.396192 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (e64cd58d-a1d9-4502-b325-68b55961697b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:20.406422 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Pushing event updated for resources: {'Port': ['ID=a1228a75-b607-4598-b6fd-b48d1606f694,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:20.411397 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-47de71f1-62a6-415c-9e8f-fba26ab1bf2c service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957984 Mar 03 06:35:20.573675 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e8f7500-4191-4723-a362-b8a10b58461f req-941e3590-a598-4f7c-937e-6d02cc5d430a service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532490 Mar 03 06:35:20.595263 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a0c47-d699-4fd4-8afc-b086da67c087 req-caa32cce-3bb3-4ec5-b1c0-e7f4a755845a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:20.605857 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a47a0c47-d699-4fd4-8afc-b086da67c087 req-caa32cce-3bb3-4ec5-b1c0-e7f4a755845a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0937872 Mar 03 06:35:20.671855 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:20.675575 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:20.732714 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a47a0c47-d699-4fd4-8afc-b086da67c087 req-43d3f133-12a1-492b-b377-129bbe403ebb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255591 Mar 03 06:35:20.836436 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Router e64cd58d-a1d9-4502-b325-68b55961697b has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:35:20.986971 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:35:20.993478 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-671a8ab2-015e-4359-bd43-c087a1ebc971 admin admin] 10.222.0.31 "PUT /v2.0/routers/e64cd58d-a1d9-4502-b325-68b55961697b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9744289 Mar 03 06:35:21.036714 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-85521465-5642-4147-9640-4976b6f5728f None None] Provisioning complete for port a1228a75-b607-4598-b6fd-b48d1606f694 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:21.037703 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-85521465-5642-4147-9640-4976b6f5728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.078065 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-85521465-5642-4147-9640-4976b6f5728f None None] Port a1228a75-b607-4598-b6fd-b48d1606f694 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:21.456625 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe324-53e1-4aaf-aad5-3fff63b57e64 req-ade745fd-23bd-443a-acfc-33b2a60e4003 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:21.459123 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-27dbe324-53e1-4aaf-aad5-3fff63b57e64 req-ade745fd-23bd-443a-acfc-33b2a60e4003 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 946 time: 0.0669203 Mar 03 06:35:21.508033 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34966) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:21.513155 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568718934', 'description': 'tempest-description--1749431746'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:21.528806 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-27dbe324-53e1-4aaf-aad5-3fff63b57e64 req-c6bd72ea-6abd-4803-87d4-829bc7d8526b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606053 Mar 03 06:35:21.606581 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.734043 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (ab31939b-4306-4af2-8fd4-8bc83d6af14c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.759719 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1f5ea6c-37b6-49dd-ae33-075568cc2fdb up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:21.809808 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ab31939b-4306-4af2-8fd4-8bc83d6af14c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.824543 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:21.825153 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.884843 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab31939b-4306-4af2-8fd4-8bc83d6af14c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:21.903608 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:35:21.910239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8f6e-0b99-4fe9-8e76-cee329b93cbc req-0b67ee4a-1313-4423-bca0-e80b34107243 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:21.911776 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4dc8f6e-0b99-4fe9-8e76-cee329b93cbc req-0b67ee4a-1313-4423-bca0-e80b34107243 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0836556 Mar 03 06:35:21.923159 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:21.931010 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.931875 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:21.932527 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:21.967509 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4dc8f6e-0b99-4fe9-8e76-cee329b93cbc req-c3fe808a-375a-4a10-bb9c-4cc3f2ece3b1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Mar 03 06:35:21.990473 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:21.992243 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a31ce952-d120-447c-a37c-f747f4860982 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4829621 Mar 03 06:35:21.995673 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:22.002858 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 34978) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:22.003394 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'security_group_rule': {'security_group_id': 'ab31939b-4306-4af2-8fd4-8bc83d6af14c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:22.080418 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:22.105379 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.124787 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (57ea47e8-4ec8-4dc6-8795-76f1deab92ff), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.189345 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (57ea47e8-4ec8-4dc6-8795-76f1deab92ff), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.264551 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:22.275693 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (57ea47e8-4ec8-4dc6-8795-76f1deab92ff), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.306078 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ea47e8-4ec8-4dc6-8795-76f1deab92ff,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:22.386138 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.389731 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-24d3f238-550b-4386-ad9c-cbe087c8c2bc tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896148 Mar 03 06:35:22.390045 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35012) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:22.399243 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'security_group_rule': {'security_group_id': 'ab31939b-4306-4af2-8fd4-8bc83d6af14c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:22.440516 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 2, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:22.476166 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:35:22.476524 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Updating router e64cd58d-a1d9-4502-b325-68b55961697b port a1228a75-b607-4598-b6fd-b48d1606f694 binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:35:22.506150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.523252 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (1c0138c4-9302-4e9a-9a40-9fa185fe8007), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.583935 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (1c0138c4-9302-4e9a-9a40-9fa185fe8007), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.674105 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (1c0138c4-9302-4e9a-9a40-9fa185fe8007), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.694751 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0138c4-9302-4e9a-9a40-9fa185fe8007,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:22.761282 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.762548 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-38a909d3-5c84-4604-8224-6e302009442b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715618 Mar 03 06:35:22.765725 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35026) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:22.771107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:22.807697 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Publish callbacks [] for port (a1228a75-b607-4598-b6fd-b48d1606f694), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.887720 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:22.943087 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.015398 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.027102 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60cf03-7e93-496b-8962-54267b481dae None None] Pushing event updated for resources: {'Port': ['ID=a1228a75-b607-4598-b6fd-b48d1606f694,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:23.064501 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Attempting to bind port a1228a75-b607-4598-b6fd-b48d1606f694 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:23.064883 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Attempting to bind port a1228a75-b607-4598-b6fd-b48d1606f694 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:23.065254 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Attempting to bind port a1228a75-b607-4598-b6fd-b48d1606f694 on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:23.074330 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:23.074608 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Checking segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:23.075019 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.075420 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Bound using segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:23.075906 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Bound port: a1228a75-b607-4598-b6fd-b48d1606f694, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:23.076293 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.164625 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] For port a1228a75-b607-4598-b6fd-b48d1606f694, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:23.174251 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] For port a1228a75-b607-4598-b6fd-b48d1606f694, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=a1228a75-b607-4598-b6fd-b48d1606f694,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:23.180654 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f9692-f2e9-4e40-a16b-f87371c2e61a req-cabd34d3-46fe-47c9-890f-ca20614f7bc9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:23.183087 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-019f9692-f2e9-4e40-a16b-f87371c2e61a req-cabd34d3-46fe-47c9-890f-ca20614f7bc9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.1098907 Mar 03 06:35:23.217378 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.219355 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Allocated IP 172.27.2.221 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/ea48888d-d690-4ff4-a7e9-b13492a91b4e) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:23.271086 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-019f9692-f2e9-4e40-a16b-f87371c2e61a req-d1324351-724f-4381-88d1-19bdeaaf1ba4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798631 Mar 03 06:35:23.284327 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35038) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:23.322107 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60cf03-7e93-496b-8962-54267b481dae None None] Pushing event updated for resources: {'Port': ['ID=a1228a75-b607-4598-b6fd-b48d1606f694,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:23.325792 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:23.326662 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:23.367862 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.470969 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6db7-17c4-4624-a0e8-8ab49cecb35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.491847 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.558059 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'Port': ['ID=ea48888d-d690-4ff4-a7e9-b13492a91b4e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:23.568743 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:23.570660 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:23.578410 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:23.604816 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6db7-17c4-4624-a0e8-8ab49cecb35f admin admin] Publish callbacks [] for security_group (96815366-e0d4-4cc7-bed7-b53184648c52), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.630379 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] Provisioning complete for port a1228a75-b607-4598-b6fd-b48d1606f694 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:23.630379 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.660757 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:23.679953 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6db7-17c4-4624-a0e8-8ab49cecb35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (96815366-e0d4-4cc7-bed7-b53184648c52), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.716541 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (b5f95b01-42ff-4183-aa23-014e47bdd68c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.730661 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac6db7-17c4-4624-a0e8-8ab49cecb35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96815366-e0d4-4cc7-bed7-b53184648c52,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:23.737799 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35048) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:23.737970 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-d2ac6db7-17c4-4624-a0e8-8ab49cecb35f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a870afe46ef5429bb235ea0cd69a1d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524424 Mar 03 06:35:23.754476 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1f5ea6c-37b6-49dd-ae33-075568cc2fdb up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:23.800548 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62776a8-f07d-4474-84c0-c270b61fbdf1 admin admin] Publish callbacks [] for security_group (96815366-e0d4-4cc7-bed7-b53184648c52), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.830880 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62776a8-f07d-4474-84c0-c270b61fbdf1 admin admin] Publish callbacks [] for security_group (96815366-e0d4-4cc7-bed7-b53184648c52), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.895555 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] Current status of the port a1228a75-b607-4598-b6fd-b48d1606f694 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:23.895945 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.898071 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.965350 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] For port a1228a75-b607-4598-b6fd-b48d1606f694, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=a1228a75-b607-4598-b6fd-b48d1606f694,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:23.966808 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:23.967184 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.992677 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62776a8-f07d-4474-84c0-c270b61fbdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (96815366-e0d4-4cc7-bed7-b53184648c52), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.995467 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62776a8-f07d-4474-84c0-c270b61fbdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:23.999313 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d62776a8-f07d-4474-84c0-c270b61fbdf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96815366-e0d4-4cc7-bed7-b53184648c52 HTTP/1.1" status: 204 len: 168 time: 0.2569625 Mar 03 06:35:24.009840 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62776a8-f07d-4474-84c0-c270b61fbdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96815366-e0d4-4cc7-bed7-b53184648c52,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:24.071757 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.110992 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.159385 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f43580-f214-40d6-a5aa-499573f965e0 None None] Pushing event updated for resources: {'Port': ['ID=a1228a75-b607-4598-b6fd-b48d1606f694,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:24.168066 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:24.193887 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.203121 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:24.207711 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17d0b-f3d2-4ed7-a1b2-ccbe6c93e540 None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:35:24.223507 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-17d36ccb-ea7e-4bb2-9062-e0efbc33621c None None] Provisioning complete for port a1228a75-b607-4598-b6fd-b48d1606f694 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:24.224367 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-17d36ccb-ea7e-4bb2-9062-e0efbc33621c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.313135 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'Port': ['ID=ea48888d-d690-4ff4-a7e9-b13492a91b4e,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:24.327903 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (b5f95b01-42ff-4183-aa23-014e47bdd68c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.413712 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.432097 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-aa7869b3-90cd-4b65-9057-3c22b0a56db2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6652117 Mar 03 06:35:24.482410 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-17d36ccb-ea7e-4bb2-9062-e0efbc33621c None None] Current status of the port a1228a75-b607-4598-b6fd-b48d1606f694 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:24.508670 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6bfa2-cbc7-4207-b5fc-e828209f7215 req-735196ae-0da7-4cdf-bb4a-9a3d02f10812 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:24.513272 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7bc6bfa2-cbc7-4207-b5fc-e828209f7215 req-735196ae-0da7-4cdf-bb4a-9a3d02f10812 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0857131 Mar 03 06:35:24.605502 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7bc6bfa2-cbc7-4207-b5fc-e828209f7215 req-e78f2e4d-57d4-4c55-bca7-f3319fc29a06 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765393 Mar 03 06:35:24.891243 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35086) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:24.905509 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3b4c02fc-3306-4826-ab12-a664fbf8e2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:24.999161 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3b4c02fc-3306-4826-ab12-a664fbf8e2c8 admin admin] Publish callbacks [] for security_group (69ba2be1-942b-4f35-96d8-cd7b5ae16abb), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.193719 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3b4c02fc-3306-4826-ab12-a664fbf8e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (69ba2be1-942b-4f35-96d8-cd7b5ae16abb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.231483 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c02fc-3306-4826-ab12-a664fbf8e2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba2be1-942b-4f35-96d8-cd7b5ae16abb,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:25.237037 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-3b4c02fc-3306-4826-ab12-a664fbf8e2c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c77c0cb208d84a89ae95a9b6e12c49cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446252 Mar 03 06:35:25.240344 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35088) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:25.294542 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcac2839-aaf3-402e-b103-691e4d99d872 admin admin] Publish callbacks [] for security_group (69ba2be1-942b-4f35-96d8-cd7b5ae16abb), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.328744 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcac2839-aaf3-402e-b103-691e4d99d872 admin admin] Publish callbacks [] for security_group (69ba2be1-942b-4f35-96d8-cd7b5ae16abb), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.483958 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcac2839-aaf3-402e-b103-691e4d99d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (69ba2be1-942b-4f35-96d8-cd7b5ae16abb), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.491026 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcac2839-aaf3-402e-b103-691e4d99d872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.491026 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fcac2839-aaf3-402e-b103-691e4d99d872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69ba2be1-942b-4f35-96d8-cd7b5ae16abb HTTP/1.1" status: 204 len: 168 time: 0.2487044 Mar 03 06:35:25.498550 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac2839-aaf3-402e-b103-691e4d99d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba2be1-942b-4f35-96d8-cd7b5ae16abb,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:25.731133 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1228a75-b607-4598-b6fd-b48d1606f694 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:25.755395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2ee00-cbc1-4573-95ac-176dffcfd3cc req-4d21925a-fea3-421a-8c5a-f3cfba145d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:25.756913 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-56f2ee00-cbc1-4573-95ac-176dffcfd3cc req-4d21925a-fea3-421a-8c5a-f3cfba145d99 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0724900 Mar 03 06:35:25.793891 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port a1228a75-b607-4598-b6fd-b48d1606f694 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:25.794261 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:25.804540 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-56f2ee00-cbc1-4573-95ac-176dffcfd3cc req-74b2c177-78c2-4d9a-a98c-3a7840742159 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420697 Mar 03 06:35:25.887116 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port a1228a75-b607-4598-b6fd-b48d1606f694 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:26.134999 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:26.931725 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd45e9e-1391-4b9d-94b3-a99a0eb8986d req-390b5ed7-48bf-4191-a993-47dc8aafc226 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:26.933654 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5bd45e9e-1391-4b9d-94b3-a99a0eb8986d req-390b5ed7-48bf-4191-a993-47dc8aafc226 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Mar 03 06:35:26.994446 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5bd45e9e-1391-4b9d-94b3-a99a0eb8986d req-6b47ff84-a8b4-4544-8aec-822d0e7cec3a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496461 Mar 03 06:35:28.112378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0c11e-b08f-4dad-9571-7923101c7a2c req-b3c6fdfc-1a21-4ce7-a85a-7f9693f4bd9d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:28.113865 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e3a0c11e-b08f-4dad-9571-7923101c7a2c req-b3c6fdfc-1a21-4ce7-a85a-7f9693f4bd9d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0535264 Mar 03 06:35:28.158713 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e3a0c11e-b08f-4dad-9571-7923101c7a2c req-c1a7f3d4-fbcb-450c-9c04-ef1b46b5c7b1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Mar 03 06:35:28.949038 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:35:29.279578 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfcfa8-c7a1-4284-8cd0-ec87f44e13a7 req-ae3f0d55-05f5-4723-9578-f4a33dd2e1c9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:29.281081 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-35cfcfa8-c7a1-4284-8cd0-ec87f44e13a7 req-ae3f0d55-05f5-4723-9578-f4a33dd2e1c9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0557437 Mar 03 06:35:29.339309 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-35cfcfa8-c7a1-4284-8cd0-ec87f44e13a7 req-242a6c2d-1ae2-417e-9a2b-d7d8cecd0dc6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Mar 03 06:35:30.463462 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cdb26-3b73-4c79-820a-45b125a5baa0 req-80f4b1d6-1f5e-4ef1-893c-19bf6b534dd9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:30.464918 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ca4cdb26-3b73-4c79-820a-45b125a5baa0 req-80f4b1d6-1f5e-4ef1-893c-19bf6b534dd9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0547044 Mar 03 06:35:30.496259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dfa7da35-b238-4fc4-bc99-b94ec1af726a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:30.511125 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ca4cdb26-3b73-4c79-820a-45b125a5baa0 req-5af356ed-782f-43ec-a97f-cfd5ea958030 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Mar 03 06:35:31.624805 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564da2a-6502-4aac-94ac-0cd8fac7046f req-a05e9ca1-00b3-4de3-b41b-a69618929307 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:31.626158 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2564da2a-6502-4aac-94ac-0cd8fac7046f req-a05e9ca1-00b3-4de3-b41b-a69618929307 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0504789 Mar 03 06:35:31.671759 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2564da2a-6502-4aac-94ac-0cd8fac7046f req-e0478e06-49dc-4aeb-a27d-ce48bd8c8b69 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Mar 03 06:35:32.708381 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e59c6659-f54a-47ab-b36f-29930b0bcdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:32.793354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aacb4-1d09-410a-8eec-0fe98ce2fb72 req-00dbd848-d3f7-4009-ad10-36e2462565a3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:32.794860 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b6aacb4-1d09-410a-8eec-0fe98ce2fb72 req-00dbd848-d3f7-4009-ad10-36e2462565a3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0564461 Mar 03 06:35:32.850425 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b6aacb4-1d09-410a-8eec-0fe98ce2fb72 req-ded92c0d-987f-4204-b2bc-076bcd3b86b7 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497985 Mar 03 06:35:33.667600 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:33.995809 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397a15-6eee-4208-bdf8-9368fbfeec82 req-a8ec89c0-0784-423f-8a97-9bb29f5055b3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:34.005666 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-bf397a15-6eee-4208-bdf8-9368fbfeec82 req-a8ec89c0-0784-423f-8a97-9bb29f5055b3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0752850 Mar 03 06:35:34.051239 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-bf397a15-6eee-4208-bdf8-9368fbfeec82 req-ca796d25-744a-4bac-8e17-7aee8f924aeb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Mar 03 06:35:35.187936 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:35.742320 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35324) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:35.786582 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Deleting subnet eb101d59-1f09-4152-a7c4-391a1579f784 {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:35:35.789801 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Publish callbacks [] for subnet (eb101d59-1f09-4152-a7c4-391a1579f784), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:35.823420 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (eb101d59-1f09-4152-a7c4-391a1579f784), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:35.866632 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (eb101d59-1f09-4152-a7c4-391a1579f784), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:35.997683 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (eb101d59-1f09-4152-a7c4-391a1579f784), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.024194 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb101d59-1f09-4152-a7c4-391a1579f784,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:36.028938 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.032410 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b0f60538-3369-41d1-9937-1edf363c306b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb101d59-1f09-4152-a7c4-391a1579f784 HTTP/1.1" status: 204 len: 168 time: 0.2890882 Mar 03 06:35:36.034942 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35328) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:36.106918 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (c186b3bd-b38f-4ed0-ab24-57ffa0ada96a), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.174913 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35332) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:36.194865 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (c186b3bd-b38f-4ed0-ab24-57ffa0ada96a), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.214799 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c186b3bd-b38f-4ed0-ab24-57ffa0ada96a']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:36.224619 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77031295-0a40-4f2d-aa4e-cd8d53755901') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:36.224918 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77031295-0a40-4f2d-aa4e-cd8d53755901') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:36.234115 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (77031295-0a40-4f2d-aa4e-cd8d53755901), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.248715 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (77031295-0a40-4f2d-aa4e-cd8d53755901), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.256555 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:35:36.256961 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (77031295-0a40-4f2d-aa4e-cd8d53755901), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:35:36.258802 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:35:36.318825 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6cde98ac-b5d4-4404-8e4c-d3486c711499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.384372 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (c186b3bd-b38f-4ed0-ab24-57ffa0ada96a), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.398299 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6cde98ac-b5d4-4404-8e4c-d3486c711499 admin admin] Publish callbacks [] for security_group (7d6f87ed-31a2-49a4-beca-fefc5218a0eb), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.412544 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.415768 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c186b3bd-b38f-4ed0-ab24-57ffa0ada96a HTTP/1.1" status: 204 len: 168 time: 0.3793869 Mar 03 06:35:36.416617 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffc482-0978-49c3-8b1e-2d9757cd0173 admin admin] Pushing event deleted for resources: {'Network': ['ID=c186b3bd-b38f-4ed0-ab24-57ffa0ada96a,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:36.419571 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35338) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:36.460474 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6cde98ac-b5d4-4404-8e4c-d3486c711499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7d6f87ed-31a2-49a4-beca-fefc5218a0eb), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.467660 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Deleting subnet d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:35:36.471017 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Publish callbacks [] for subnet (d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.500081 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde98ac-b5d4-4404-8e4c-d3486c711499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f87ed-31a2-49a4-beca-fefc5218a0eb,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:36.505315 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.508758 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-6cde98ac-b5d4-4404-8e4c-d3486c711499 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de48d3300acf46c3ac3a613d4034a361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304987 Mar 03 06:35:36.509334 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35340) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:36.545442 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.563520 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a3e4356d-b033-4f94-b7ed-deef6aa84eef admin admin] Publish callbacks [] for security_group (7d6f87ed-31a2-49a4-beca-fefc5218a0eb), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.588562 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a3e4356d-b033-4f94-b7ed-deef6aa84eef admin admin] Publish callbacks [] for security_group (7d6f87ed-31a2-49a4-beca-fefc5218a0eb), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.689939 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.718632 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:36.719378 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.720590 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.722803 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a3e4356d-b033-4f94-b7ed-deef6aa84eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7d6f87ed-31a2-49a4-beca-fefc5218a0eb), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.725726 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a3e4356d-b033-4f94-b7ed-deef6aa84eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.726161 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-75e2d5a0-42f7-45db-ad4c-9a7fa7ede915 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d42e7ca2-fdef-404d-a1aa-5bdbc63f44ab HTTP/1.1" status: 204 len: 168 time: 0.3051419 Mar 03 06:35:36.733284 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-a3e4356d-b033-4f94-b7ed-deef6aa84eef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d6f87ed-31a2-49a4-beca-fefc5218a0eb HTTP/1.1" status: 204 len: 168 time: 0.2171285 Mar 03 06:35:36.733418 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35342) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:36.736352 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4356d-b033-4f94-b7ed-deef6aa84eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f87ed-31a2-49a4-beca-fefc5218a0eb,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:36.806412 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (be8b9bf4-3d8e-400e-aedf-24187b5fee40), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.891523 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (be8b9bf4-3d8e-400e-aedf-24187b5fee40), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.912924 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8b9bf4-3d8e-400e-aedf-24187b5fee40']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:36.922324 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b17f97-1dab-47eb-80b2-2a59873ab130') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:36.922625 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b17f97-1dab-47eb-80b2-2a59873ab130') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:36.932978 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (27b17f97-1dab-47eb-80b2-2a59873ab130), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.946374 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (27b17f97-1dab-47eb-80b2-2a59873ab130), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.952080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:35:36.952466 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (27b17f97-1dab-47eb-80b2-2a59873ab130), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:35:36.954196 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:35:37.100425 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (be8b9bf4-3d8e-400e-aedf-24187b5fee40), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:37.106874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:37.109791 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/be8b9bf4-3d8e-400e-aedf-24187b5fee40 HTTP/1.1" status: 204 len: 168 time: 0.3813653 Mar 03 06:35:37.122050 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14def27-19c5-41a7-94f4-2eca2442d5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=be8b9bf4-3d8e-400e-aedf-24187b5fee40,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:37.414213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35360) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:37.468102 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35364) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:37.468572 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-64ead48b-0b6a-4db6-94b1-504dc9e987ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4ab402b6990433bb27fd9360bc288be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524838 Mar 03 06:35:37.517898 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-33431755-a324-43ef-8bb2-5931b61bfa4a admin admin] Publish callbacks [] for security_group (508b2297-329d-4a0b-8fdf-4774802ca181), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:37.538689 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-33431755-a324-43ef-8bb2-5931b61bfa4a admin admin] Publish callbacks [] for security_group (508b2297-329d-4a0b-8fdf-4774802ca181), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:37.650470 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-33431755-a324-43ef-8bb2-5931b61bfa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (508b2297-329d-4a0b-8fdf-4774802ca181), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:37.653780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-33431755-a324-43ef-8bb2-5931b61bfa4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:37.656603 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-33431755-a324-43ef-8bb2-5931b61bfa4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/508b2297-329d-4a0b-8fdf-4774802ca181 HTTP/1.1" status: 204 len: 168 time: 0.1856110 Mar 03 06:35:37.672944 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33431755-a324-43ef-8bb2-5931b61bfa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508b2297-329d-4a0b-8fdf-4774802ca181,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:37.900268 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35376) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:38.023505 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655653903-network', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:38.119073 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Made reservation on behalf of a29131fbbffe4fa8848b8fd3bce8ba3c for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:38.121354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.130759 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.211424 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks [] for security_group (16b820d0-73d1-47f0-8ac5-3e75c67e3b89), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.265842 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35384) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:38.305658 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (16b820d0-73d1-47f0-8ac5-3e75c67e3b89), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.316217 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-50708aa5-b469-4dd5-aca7-ab30c6781d4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33e8dcdef9dc40069849c490d8ee2075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492644 Mar 03 06:35:38.319392 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35386) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:38.327482 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:35:38.346219 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (c698bd71-d23c-438c-9a34-acc869bcf7fd), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.346657 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Added segment c698bd71-d23c-438c-9a34-acc869bcf7fd of type vlan for network 475f95b3-25c9-436a-9f3a-124667ed1b0a Mar 03 06:35:38.348071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b820d0-73d1-47f0-8ac5-3e75c67e3b89,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:38.404514 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (475f95b3-25c9-436a-9f3a-124667ed1b0a), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.439180 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6bae2f0a-8b14-47f8-b31d-57df8cbe5b60 admin admin] Publish callbacks [] for security_group (a0750cc2-1c9e-47bb-bcfd-b097fda580ac), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.463997 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-d0171e15-3d54-4d4a-81c6-b07fecb394ed tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1568718934&fields=id&tenant_id=9697f5e3663846fbac4dc63564b4920b HTTP/1.1" status: 200 len: 267 time: 0.0766044 Mar 03 06:35:38.477921 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6bae2f0a-8b14-47f8-b31d-57df8cbe5b60 admin admin] Publish callbacks [] for security_group (a0750cc2-1c9e-47bb-bcfd-b097fda580ac), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.496356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (475f95b3-25c9-436a-9f3a-124667ed1b0a), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.497648 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:38.498579 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.570681 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] Pushing event updated for resources: {'Network': ['ID=475f95b3-25c9-436a-9f3a-124667ed1b0a,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:38.580598 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:35:38.605809 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-0b06bc90-23ec-4f83-8b00-9a780187b175 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:38.607295 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-0b06bc90-23ec-4f83-8b00-9a780187b175 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 811 time: 0.1358428 Mar 03 06:35:38.622398 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-7946b150-b03c-457f-aefa-5f3f4ff54842 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7209384 Mar 03 06:35:38.628895 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-6b70b982-0cf8-4250-a764-c89ab6c789f6 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/quotas/9697f5e3663846fbac4dc63564b4920b HTTP/1.1" status: 200 len: 375 time: 0.0159843 Mar 03 06:35:38.630023 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35402) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:38.643352 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Request body: {'subnet': {'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655653903-subnet', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:38.789011 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbe41-d522-49a1-8fb1-3e846592f2f6 req-a0698075-db3b-4028-b0bc-b1709e898bf0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:38.790727 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c36cbe41-d522-49a1-8fb1-3e846592f2f6 req-a0698075-db3b-4028-b0bc-b1709e898bf0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0687313 Mar 03 06:35:38.847640 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c36cbe41-d522-49a1-8fb1-3e846592f2f6 req-6237e722-46a5-49ad-8628-c2c92dec9e43 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Mar 03 06:35:38.930148 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6bae2f0a-8b14-47f8-b31d-57df8cbe5b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (a0750cc2-1c9e-47bb-bcfd-b097fda580ac), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.932895 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6bae2f0a-8b14-47f8-b31d-57df8cbe5b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:38.936246 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-6bae2f0a-8b14-47f8-b31d-57df8cbe5b60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0750cc2-1c9e-47bb-bcfd-b097fda580ac HTTP/1.1" status: 204 len: 168 time: 0.6136217 Mar 03 06:35:38.956639 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae2f0a-8b14-47f8-b31d-57df8cbe5b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0750cc2-1c9e-47bb-bcfd-b097fda580ac,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:38.959845 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529a781-7156-4744-805e-83e8e14e5a59 req-1e5036e3-6aab-4603-a481-3dfa13046a49 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:38.961668 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5529a781-7156-4744-805e-83e8e14e5a59 req-1e5036e3-6aab-4603-a481-3dfa13046a49 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0594296 Mar 03 06:35:39.006554 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-09a9903e-2890-42ee-a7bd-5d73f6592e15 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3577170 Mar 03 06:35:39.024382 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5529a781-7156-4744-805e-83e8e14e5a59 req-afd11ba4-e007-48b7-92d4-bf85984e1a3f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569487 Mar 03 06:35:39.063974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Made reservation on behalf of a29131fbbffe4fa8848b8fd3bce8ba3c for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:39.066670 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287607'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:39.165301 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-92154590-958d-4883-9561-645785b7d886 service neutron] 10.222.0.31 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554849 Mar 03 06:35:39.328690 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-006c5c30-8fe8-4d7a-9348-9ddfc5c74baf service neutron] 10.222.0.31 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558428 Mar 03 06:35:39.388111 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2898620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3287557'] for subnet (12f59b88-0285-4b02-8028-04cb542897e9), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:39.419712 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-d9b6818e-811c-4ee6-a2d9-43b7e4f1dbf4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:39.422304 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-d9b6818e-811c-4ee6-a2d9-43b7e4f1dbf4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.3062360 Mar 03 06:35:39.441950 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f59b88-0285-4b02-8028-04cb542897e9,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:39.447373 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-4df9a9b7-f577-444b-8175-d255b8d098df tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/quotas/1e54dc6a67f74fef848890e6c626e3fc HTTP/1.1" status: 200 len: 375 time: 0.0193861 Mar 03 06:35:39.467269 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Checking segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:39.467904 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Network hostable DHCP agents. Network: 475f95b3-25c9-436a-9f3a-124667ed1b0a, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:35:39.507109 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-47191785-4ad4-46fa-983f-89334d3d0212 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587502 Mar 03 06:35:39.586046 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-121b1fc7-8428-4e0c-a05b-eaf13865a4e8 req-b96571db-6c8f-49ff-b735-efdc14dfb3b3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 210 time: 0.0344613 Mar 03 06:35:39.602023 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:35:39.635355 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-ba90ce7e-ba48-4a4b-ab8e-e633cca58855 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116335 Mar 03 06:35:39.717091 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 475f95b3-25c9-436a-9f3a-124667ed1b0a) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:39.724959 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-9f5fe6a4-e5f4-45e8-b83b-336855f08117 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Mar 03 06:35:39.729748 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:39.731027 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f6cda-7671-429c-9dd9-57f7d3195788 None None] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:39.732180 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:39.835963 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-770bb16e-61e0-40e9-a578-be6f71e7bc3b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2048361 Mar 03 06:35:39.838777 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35462) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:39.846257 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:39.847820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-475f95b3-25c9-436a-9f3a-124667ed1b0a', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:35:39.848738 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:39.969786 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:39.971201 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.031011 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346853-959e-40fb-ae0a-2518ca235721 req-a5e279cc-0916-4664-8532-37e512909541 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:40.033118 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b5346853-959e-40fb-ae0a-2518ca235721 req-a5e279cc-0916-4664-8532-37e512909541 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.1178331 Mar 03 06:35:40.043858 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Allocated IP 172.20.0.2 (475f95b3-25c9-436a-9f3a-124667ed1b0a/12f59b88-0285-4b02-8028-04cb542897e9/31084878-ee07-4eef-b56f-7b5398cd1d4e) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:40.098719 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a8c9d396-10c8-4400-bcde-8f96344a97f7 req-08f6fabb-663e-4d08-9972-745d3d20bd38 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 210 time: 0.0878601 Mar 03 06:35:40.110648 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks [] for router_controller (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), precommit_add_association {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.194780 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b5346853-959e-40fb-ae0a-2518ca235721 req-d10f85de-c4eb-42c6-9477-1b0c708c57df tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534657 Mar 03 06:35:40.280643 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Publish callbacks [] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.331568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.372038 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks [] for router_gateway (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.376259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:40.379425 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:40.382186 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:40.398120 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Pushing event updated for resources: {'Port': ['ID=31084878-ee07-4eef-b56f-7b5398cd1d4e,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:40.403932 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919c74d-ff58-4486-8a94-e71cbf643791 req-2cdaab0d-5e71-438a-97a6-2e931e8a569d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:40.406352 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3919c74d-ff58-4486-8a94-e71cbf643791 req-2cdaab0d-5e71-438a-97a6-2e931e8a569d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1811018 Mar 03 06:35:40.450631 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Attempting to bind port 31084878-ee07-4eef-b56f-7b5398cd1d4e on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:40.451082 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Attempting to bind port 31084878-ee07-4eef-b56f-7b5398cd1d4e by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:40.451436 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Attempting to bind port 31084878-ee07-4eef-b56f-7b5398cd1d4e on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:40.458222 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:40.459091 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Checking segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:40.459091 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.459456 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Bound using segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:40.460723 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Bound port: 31084878-ee07-4eef-b56f-7b5398cd1d4e, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:40.461137 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.496037 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3919c74d-ff58-4486-8a94-e71cbf643791 req-ff61ec33-d5d2-4b49-984f-d7402071590b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787957 Mar 03 06:35:40.542734 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] For port 31084878-ee07-4eef-b56f-7b5398cd1d4e, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:40.547287 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] For port 31084878-ee07-4eef-b56f-7b5398cd1d4e, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=31084878-ee07-4eef-b56f-7b5398cd1d4e,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:40.675365 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.692780 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-abaa73e0-ae95-40e1-9a8e-4d9638c68dee req-bcee6cff-433b-41a5-8e28-ceaa884d166a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 210 time: 0.0472429 Mar 03 06:35:40.758939 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf1c8-fa97-4aed-a27b-c088d6a95b84 None None] Pushing event updated for resources: {'Port': ['ID=31084878-ee07-4eef-b56f-7b5398cd1d4e,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:40.761978 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks [] for router_gateway (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.783599 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:40.907751 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Allocated IP 172.27.2.179 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/83c27e1a-56e9-42bb-bcde-6b9fba9a9302) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:41.054289 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks [] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:41.148023 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:41.225610 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f6c8f987-2a69-45d2-94c6-a2a5b79e3491 req-a5440205-10e6-442c-aeeb-6616c7c5d555 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 210 time: 0.0532899 Mar 03 06:35:41.227379 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:41.245329 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:41.259088 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Pushing event updated for resources: {'Port': ['ID=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:41.267120 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:41.377465 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d9e69-7ff5-4ae6-9aef-88dc74847774 req-6b668b13-73d6-49b2-99b3-42bb1e06e4b1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:41.389690 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-591d9e69-7ff5-4ae6-9aef-88dc74847774 req-6b668b13-73d6-49b2-99b3-42bb1e06e4b1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0708141 Mar 03 06:35:41.447351 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-591d9e69-7ff5-4ae6-9aef-88dc74847774 req-396b2100-81d5-48e5-87dd-08df3e8e3c2e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565767 Mar 03 06:35:41.680820 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks [] for router_gateway (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:41.692234 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f29b8e-0565-4085-a78b-9df125998a3a req-a563e90e-a816-49a8-be59-f0a9994ebee9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:41.693779 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a9f29b8e-0565-4085-a78b-9df125998a3a req-a563e90e-a816-49a8-be59-f0a9994ebee9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1095030 Mar 03 06:35:41.786719 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768705a2-5971-40e9-af93-c04803a00791 None None] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:41.817775 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 31084878-ee07-4eef-b56f-7b5398cd1d4e up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:41.821406 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a2bd78a9-5f6e-4366-bbe0-64b140650eda req-9cae3e6c-7534-4661-8385-6cb3348dae97 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 210 time: 0.0448687 Mar 03 06:35:41.822788 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a9f29b8e-0565-4085-a78b-9df125998a3a req-50f254d3-4ce2-4242-8f08-088b450b6f64 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931313 Mar 03 06:35:41.919416 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] Provisioning complete for port 31084878-ee07-4eef-b56f-7b5398cd1d4e triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:41.919783 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:41.948388 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:41.999307 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 31084878-ee07-4eef-b56f-7b5398cd1d4e triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:41.999595 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:42.087433 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] Current status of the port 31084878-ee07-4eef-b56f-7b5398cd1d4e is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:42.087906 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:42.149515 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 31084878-ee07-4eef-b56f-7b5398cd1d4e is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:42.149934 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:42.155362 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] For port 31084878-ee07-4eef-b56f-7b5398cd1d4e, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=31084878-ee07-4eef-b56f-7b5398cd1d4e,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:42.191546 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:35:42.215413 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:42.307408 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.db.api [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:35:42.308108 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG oslo_db.api [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:35:42.313671 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f71c4-b095-474a-83d3-8a026a19ed78 None None] Pushing event updated for resources: {'Port': ['ID=31084878-ee07-4eef-b56f-7b5398cd1d4e,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:42.340401 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-8d57e137-fa8d-4ed3-902d-f1d75f2ba769 None None] Provisioning complete for port 31084878-ee07-4eef-b56f-7b5398cd1d4e triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:42.341123 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8d57e137-fa8d-4ed3-902d-f1d75f2ba769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:42.434824 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-efa998b2-49a2-4314-bc49-1fcc8b5f369b req-44f2f770-4f1c-4575-8255-2a28e8b7abd7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 210 time: 0.0603664 Mar 03 06:35:42.495844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-f6d916b0-6328-4694-8f43-4967dab9292b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:42.495844 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-f6d916b0-6328-4694-8f43-4967dab9292b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 811 time: 0.2752948 Mar 03 06:35:42.616477 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:35:42.629995 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:35:42.640739 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:42.641804 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:42.663256 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255b8a-8a16-4466-9be7-2a48864f4a1e req-6addc5e7-0fe7-4494-86bf-fd56e93245b9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:42.672449 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-98255b8a-8a16-4466-9be7-2a48864f4a1e req-6addc5e7-0fe7-4494-86bf-fd56e93245b9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.1180103 Mar 03 06:35:42.680266 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-f0f9c589-03c4-42c4-83e0-0d4f6bdb0e0d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9697f5e3663846fbac4dc63564b4920b HTTP/1.1" status: 200 len: 380 time: 0.1587687 Mar 03 06:35:42.702779 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'port': {'device_id': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'admin_state_up': True, 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'security_groups': ['ab31939b-4306-4af2-8fd4-8bc83d6af14c']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:42.711120 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-8d57e137-fa8d-4ed3-902d-f1d75f2ba769 None None] Current status of the port 31084878-ee07-4eef-b56f-7b5398cd1d4e is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:42.731404 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-98255b8a-8a16-4466-9be7-2a48864f4a1e req-63361726-2e68-4c1b-a352-2746aa5ea5ba tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Mar 03 06:35:42.761230 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:42.762661 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-cbac7e9f-b6d7-4d33-83eb-cc8eeed555b0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9228804 Mar 03 06:35:42.765396 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35534) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:42.767974 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:42.856620 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-75de9818-bca5-4c60-b335-42711d12d75c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:42.858332 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-75de9818-bca5-4c60-b335-42711d12d75c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 815 time: 0.2909484 Mar 03 06:35:42.892728 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Request body: {'port': {'device_id': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'admin_state_up': True, 'tenant_id': '1e54dc6a67f74fef848890e6c626e3fc'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:42.922514 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 31084878-ee07-4eef-b56f-7b5398cd1d4e is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:42.994134 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c7da6335-6c86-4a6f-b152-6b3d648be2e4 req-47c99cc7-e135-4ad2-bf16-8a35aa030b85 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 210 time: 0.0823159 Mar 03 06:35:43.053790 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:41Z', 'revision_number': 3, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:43.054482 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa86a-95de-40f1-b725-fc72fcf148b8 req-c385c0f8-7225-48b2-8a38-998ae5668f03 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:43.056605 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6a7fa86a-95de-40f1-b725-fc72fcf148b8 req-c385c0f8-7225-48b2-8a38-998ae5668f03 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1137614 Mar 03 06:35:43.080922 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:35:43.081368 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Updating router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:35:43.111040 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.114077 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Made reservation on behalf of 9697f5e3663846fbac4dc63564b4920b for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:43.117683 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.142599 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Made reservation on behalf of 1e54dc6a67f74fef848890e6c626e3fc for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:43.145951 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.149407 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6a7fa86a-95de-40f1-b725-fc72fcf148b8 req-b2948edd-9d94-41b1-871e-7318f38c4303 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863218 Mar 03 06:35:43.342588 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Allocated IP 172.20.0.12 (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393/c6f79dca-111d-4c3b-983f-495fd4a35ada/b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:43.360703 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Allocated IP 172.20.0.9 (8bd47d02-bff1-4fee-8632-c2f2124a56f2/621de081-d370-4cfe-81bb-d8e5e5a2f34b/b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:43.381442 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.427296 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Publish callbacks [] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.496175 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.548946 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Attempting to bind port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:43.549421 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Attempting to bind port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:43.549919 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Attempting to bind port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:43.552398 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e49b0869-b1cb-4a8d-8998-0bfc22c36fe4 req-6ff6f95d-30f4-4511-8a2e-619ed1054186 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 210 time: 0.0448201 Mar 03 06:35:43.553909 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32be3-d5d8-4ef2-930f-9381ca179d22 None None] Pushing event updated for resources: {'Port': ['ID=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:43.559031 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:43.559536 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:43.560032 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.560508 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:43.561077 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Bound port: 83c27e1a-56e9-42bb-bcde-6b9fba9a9302, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:43.562625 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.588454 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Allocated IP 172.20.0.1 (475f95b3-25c9-436a-9f3a-124667ed1b0a/12f59b88-0285-4b02-8028-04cb542897e9/e8e4e7db-8a6e-4d5e-9d74-12b8737698aa) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:43.621516 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] For port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:43.624129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.625465 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] For port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:43.686861 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks [] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.696125 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.705036 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 31084878-ee07-4eef-b56f-7b5398cd1d4e up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:43.713625 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks [] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.764187 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 31084878-ee07-4eef-b56f-7b5398cd1d4e triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:43.764381 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.764568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.773133 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:43.773786 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:43.801933 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.825749 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:43.834874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:43.838710 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:43.841348 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'Port': ['ID=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:43.851562 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', '327728b2-ecfe-4700-bdab-49676e9c3d8e', '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:35:43.875644 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:43.881649 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:43.887830 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:43.919027 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:43.942458 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:43.957997 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 31084878-ee07-4eef-b56f-7b5398cd1d4e is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:43.972965 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32be3-d5d8-4ef2-930f-9381ca179d22 None None] Pushing event updated for resources: {'Port': ['ID=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:44.061996 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:44.068959 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:44.074668 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:44.075284 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.078633 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:44.098970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event updated for resources: {'Port': ['ID=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:44.141027 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:44.141662 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.174199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:44.204036 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:41Z', 'revision_number': 3, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:44.210144 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d9b21-4d2f-4e44-9f5a-666730b6fc8f req-33b3edba-0661-4fb4-8f77-f944b3730701 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:44.219453 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f33d9b21-4d2f-4e44-9f5a-666730b6fc8f req-33b3edba-0661-4fb4-8f77-f944b3730701 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.3836448 Mar 03 06:35:44.243267 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2fc20-158b-46ed-aa16-e4274ff0096d None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:41Z', 'revision_number': 3, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:35:44.243547 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.257806 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dfb49-f216-407b-85a0-768f02ddfa82 req-883b2580-ba93-47b2-ac10-b9873da591ee tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:44.259895 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-557dfb49-f216-407b-85a0-768f02ddfa82 req-883b2580-ba93-47b2-ac10-b9873da591ee tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 932 time: 0.1058922 Mar 03 06:35:44.264215 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-59d6afcf-d34d-47a9-84f1-81685ba1117f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3868299 Mar 03 06:35:44.267563 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-bcb98c20-ce61-4bef-ad2f-fa53e1154c0b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5714340 Mar 03 06:35:44.290930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Request body: {'port': {'device_id': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:44.297881 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Request body: {'port': {'device_id': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:44.405059 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-4dafb5ab-7b4d-4d58-8619-e2e52eef0135 None None] Provisioning complete for port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:44.405442 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4dafb5ab-7b4d-4d58-8619-e2e52eef0135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.407706 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f33d9b21-4d2f-4e44-9f5a-666730b6fc8f req-59cf74ea-2ebe-4a46-8de3-af4824ebf5e8 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872988 Mar 03 06:35:44.421086 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-557dfb49-f216-407b-85a0-768f02ddfa82 req-20861958-aa48-4f83-99ab-96330d5b0ed1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503141 Mar 03 06:35:44.468156 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-4dafb5ab-7b4d-4d58-8619-e2e52eef0135 None None] Port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:44.530111 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.547729 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.625145 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-7a737e49-4e49-4604-96ae-765b0df08f07 None None] Provisioning complete for port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:44.625519 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a737e49-4e49-4604-96ae-765b0df08f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.685404 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-7a737e49-4e49-4604-96ae-765b0df08f07 None None] Port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:44.689411 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35572) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:44.696500 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58fd77-2fef-4786-8ca9-6a9bed70e486 req-4a43bb60-5872-4b4b-9f08-c0879857ef0a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:44.706191 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1a58fd77-2fef-4786-8ca9-6a9bed70e486 req-4a43bb60-5872-4b4b-9f08-c0879857ef0a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1867867 Mar 03 06:35:44.709333 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:44.816982 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1a58fd77-2fef-4786-8ca9-6a9bed70e486 req-89aed694-ddf7-4d3e-8843-a67cb7878226 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040294 Mar 03 06:35:44.968831 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks [] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.056384 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.127012 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:45.130550 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.203528 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5548dc95-2d54-4440-8e1a-01207d60f0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.227982 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41ed2-5bbf-4e45-af41-dc606b78472f req-d7f27a95-d928-46f3-af75-b27c649e90d9 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:45.234143 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-67c41ed2-5bbf-4e45-af41-dc606b78472f req-d7f27a95-d928-46f3-af75-b27c649e90d9 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 931 time: 0.5562360 Mar 03 06:35:45.236565 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:45.238967 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:45.376839 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:35:45.445616 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-67c41ed2-5bbf-4e45-af41-dc606b78472f req-3e40e9ce-08f0-4653-9b58-f1b3e09b9635 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102332 Mar 03 06:35:45.511665 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-886fe31f-460b-45ed-ae99-563af74104bf None None] Provisioning complete for port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:45.512265 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-886fe31f-460b-45ed-ae99-563af74104bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.554763 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-886fe31f-460b-45ed-ae99-563af74104bf None None] Port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:45.587900 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:35:45.594071 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ed58703e-00fc-43cd-ba38-c318489c0153 admin admin] 10.222.0.31 "PUT /v2.0/routers/3af9e6fa-8dd7-4bf4-b150-cccdfadc3281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8274155 Mar 03 06:35:45.612732 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44382-b79c-4d48-a9d2-5063592ff176 req-0e57daaa-2782-4f3e-9d5d-02f61c423a52 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:45.617666 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-83a44382-b79c-4d48-a9d2-5063592ff176 req-0e57daaa-2782-4f3e-9d5d-02f61c423a52 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0941234 Mar 03 06:35:45.626584 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:45.644000 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Publish callbacks [] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.665192 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:45.669686 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-83a44382-b79c-4d48-a9d2-5063592ff176 req-dcd442a6-c834-4b1a-8ef1-d9aa63ba8cbd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Mar 03 06:35:45.682714 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5548dc95-2d54-4440-8e1a-01207d60f0aa admin admin] Publish callbacks [] for security_group (45ed23aa-9e87-4b3d-b3bb-383fb542f8ae), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.684938 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Publish callbacks [] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.687390 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Transition to ACTIVE for port object b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:35:45.713253 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Transition to ACTIVE for port object b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:35:45.726810 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706cf1-a0e1-42bb-a91f-8ed0c795af40 req-8895fad9-12e1-4448-ad4f-1ae8cb12f215 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:45.728371 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2f706cf1-a0e1-42bb-a91f-8ed0c795af40 req-8895fad9-12e1-4448-ad4f-1ae8cb12f215 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 932 time: 0.1610515 Mar 03 06:35:45.764949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5548dc95-2d54-4440-8e1a-01207d60f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (45ed23aa-9e87-4b3d-b3bb-383fb542f8ae), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.770150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:45.800531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.810175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.820954 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2f706cf1-a0e1-42bb-a91f-8ed0c795af40 req-80506fbe-9a0d-4b13-9916-ef39c54bc994 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856256 Mar 03 06:35:45.823293 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:45.823742 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.839046 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-5548dc95-2d54-4440-8e1a-01207d60f0aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c465aa10afd44e08818f6cf9bf7bf72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1412768 Mar 03 06:35:45.839463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35592) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:45.847081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548dc95-2d54-4440-8e1a-01207d60f0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ed23aa-9e87-4b3d-b3bb-383fb542f8ae,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:45.930603 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-123c2e3a-c944-44af-a209-b852f943d793 admin admin] Publish callbacks [] for security_group (45ed23aa-9e87-4b3d-b3bb-383fb542f8ae), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:45.957950 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:45.958355 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Pushing event updated for resources: {'Port': ['ID=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:45.958670 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.005666 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:46.020039 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-123c2e3a-c944-44af-a209-b852f943d793 admin admin] Publish callbacks [] for security_group (45ed23aa-9e87-4b3d-b3bb-383fb542f8ae), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.087162 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.135705 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7648b3-3a58-4842-b75d-8c95886b5c96 req-6fab0d58-cc7e-498e-997a-ae69c198e80a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.137279 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-bb7648b3-3a58-4842-b75d-8c95886b5c96 req-6fab0d58-cc7e-498e-997a-ae69c198e80a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1872342 Mar 03 06:35:46.147991 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Pushing event updated for resources: {'Port': ['ID=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:46.152552 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Attempting to bind port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:46.152818 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Attempting to bind port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:46.153123 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Attempting to bind port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:46.165008 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:46.190352 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Attempting to bind port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:46.190685 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Attempting to bind port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:46.190981 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Attempting to bind port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:46.195213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:35:46.195614 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Attempting to bind port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:46.203647 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:35:46.203647 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Attempting to bind port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee on network 8bd47d02-bff1-4fee-8632-c2f2124a56f2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:46.209209 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:46.209561 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Checking segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:46.209982 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Bound using segment: {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:46.210419 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Bound port: b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:46.210784 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.215268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:46.215268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Checking segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:46.215268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Bound using segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:46.215268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Bound port: b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:46.215268 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.226925 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-123c2e3a-c944-44af-a209-b852f943d793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (45ed23aa-9e87-4b3d-b3bb-383fb542f8ae), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.240852 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-123c2e3a-c944-44af-a209-b852f943d793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.242144 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-123c2e3a-c944-44af-a209-b852f943d793 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45ed23aa-9e87-4b3d-b3bb-383fb542f8ae HTTP/1.1" status: 204 len: 168 time: 0.4017377 Mar 03 06:35:46.273032 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c2e3a-c944-44af-a209-b852f943d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ed23aa-9e87-4b3d-b3bb-383fb542f8ae,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:46.277691 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-bb7648b3-3a58-4842-b75d-8c95886b5c96 req-75fb2420-0e4d-4190-b3e3-708589884469 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313026 Mar 03 06:35:46.352330 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] For port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:46.357949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] For port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:46.365247 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] For port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:46.368227 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] For port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:46.423597 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:35:46.434664 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:46.435280 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:46.463004 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.469326 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.563574 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:46.592879 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.593612 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.595008 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 200 len: 1094 time: 2.3108385 Mar 03 06:35:46.595468 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:46.597926 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:46.603371 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12cc0e-fd1c-40c5-b771-95dc22159c27 service neutron] Pushing event updated for resources: {'Port': ['ID=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:46.609566 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.610279 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:46.611770 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] 10.222.0.41 "PUT /v2.0/ports/b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee HTTP/1.1" status: 200 len: 1093 time: 2.3287566 Mar 03 06:35:46.685481 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e811982-2eb3-401f-baf4-8430007de7a3 req-680a71a9-214a-4d9a-b587-5ad799371b63 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.696620 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5e811982-2eb3-401f-baf4-8430007de7a3 req-680a71a9-214a-4d9a-b587-5ad799371b63 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 943 time: 0.1488595 Mar 03 06:35:46.744144 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68231741-ea60-4570-81b7-f3e21eba3666 service neutron] Pushing event updated for resources: {'Port': ['ID=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:46.826277 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a13973-2029-4830-9005-fd9bf36dd9d1 x-openstack-request-id: req-83a13973-2029-4830-9005-fd9bf36dd9d1 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:46.826577 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:46.826855 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a13973-2029-4830-9005-fd9bf36dd9d1 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:46.827222 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'status': 'completed', 'code': 200} Mar 03 06:35:46.876568 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5e811982-2eb3-401f-baf4-8430007de7a3 req-7dcd10ef-74e6-4e4d-b92d-272950ff774b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690686 Mar 03 06:35:46.896565 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35618) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:46.902370 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-841762210-network', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:46.910501 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9 req-684a6fc0-facf-4bfc-9f06-c1f466cb2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.917519 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9 req-684a6fc0-facf-4bfc-9f06-c1f466cb2844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1128 time: 0.0911252 Mar 03 06:35:46.917519 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-7a12dbfe-49f0-41d9-af32-6b402c7c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.917519 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-7a12dbfe-49f0-41d9-af32-6b402c7c4484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 1127 time: 0.1621413 Mar 03 06:35:46.960175 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 2, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:46.997418 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:35:46.998061 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Updating router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:35:47.007385 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Made reservation on behalf of 05d3e4d76207427aae0e3cde625c8a1a for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:47.009707 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.021408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.027489 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-e1d4bbcd-0dbe-4282-8b29-70a5011268a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee HTTP/1.1" status: 200 len: 217 time: 0.0943687 Mar 03 06:35:47.031204 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da289e5-ffce-46b5-b89c-9810ce4248e8 req-ed3fa113-9fdb-4396-857c-e8d060600d25 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.032695 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3da289e5-ffce-46b5-b89c-9810ce4248e8 req-ed3fa113-9fdb-4396-857c-e8d060600d25 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0875647 Mar 03 06:35:47.053407 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.114701 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3da289e5-ffce-46b5-b89c-9810ce4248e8 req-67091374-9731-4cd1-95be-c527220b8cd6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729134 Mar 03 06:35:47.129623 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867347-d2f6-4376-b234-bac461c816eb req-04e2b8b3-51b9-488d-8079-1d1f06333ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.131121 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-04e2b8b3-51b9-488d-8079-1d1f06333ce6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.0916202 Mar 03 06:35:47.143651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9 req-aac84e1c-4b5c-463f-a0e0-5bddd7e31d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.145687 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9 req-aac84e1c-4b5c-463f-a0e0-5bddd7e31d2e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9697f5e3663846fbac4dc63564b4920b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2159295 Mar 03 06:35:47.156203 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0da45e-2d12-4bdc-804a-4bc7ab643246 req-880a56f2-b9f0-47a3-8831-0bc4a10b657e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.157655 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4d0da45e-2d12-4bdc-804a-4bc7ab643246 req-880a56f2-b9f0-47a3-8831-0bc4a10b657e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 944 time: 0.1364644 Mar 03 06:35:47.165928 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks [] for security_group (96ce3544-cbb8-443a-9ee9-3948ac4c9e95), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.243682 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-0aa029b6-12d2-474a-ae0e-0c62cc5cc765 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850675 Mar 03 06:35:47.263089 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (96ce3544-cbb8-443a-9ee9-3948ac4c9e95), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.291121 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:35:47.302424 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce3544-cbb8-443a-9ee9-3948ac4c9e95,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:47.307684 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (4543ab10-9fb0-4c2f-a372-5984eb99abf1), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.308138 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Added segment 4543ab10-9fb0-4c2f-a372-5984eb99abf1 of type vlan for network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 Mar 03 06:35:47.332224 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4d0da45e-2d12-4bdc-804a-4bc7ab643246 req-8423945a-7722-4c93-8f83-1ab9e7118ef6 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575181 Mar 03 06:35:47.374841 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Publish callbacks [] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.384403 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9 req-c9368235-f031-4aad-9955-c4feb4c38f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.385926 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fb226383-99c5-4c00-b50b-5e60b4eb0cf9 req-c9368235-f031-4aad-9955-c4feb4c38f95 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262750 Mar 03 06:35:47.398017 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (00c40071-8fa3-48e5-b55b-238d98ff3bc4), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.401351 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-6f44915a-41af-4193-a07e-d691242689fe service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453471 Mar 03 06:35:47.455440 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.480291 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32347f1-dabf-45dd-aae1-3ccce6f63c24 req-8675a7df-d40b-4efa-ae02-dbaaf32fe0f7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.481949 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c32347f1-dabf-45dd-aae1-3ccce6f63c24 req-8675a7df-d40b-4efa-ae02-dbaaf32fe0f7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0780718 Mar 03 06:35:47.509131 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d477-f039-4658-90dd-f2d4a58fb072 None None] Pushing event updated for resources: {'Port': ['ID=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:47.535443 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8c867347-d2f6-4376-b234-bac461c816eb req-1e39e03b-2e97-4f2c-a2e1-328b6c1450a6 service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268086 Mar 03 06:35:47.555970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-a23ea30b-13df-4145-896f-298fcad886e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.558529 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-a23ea30b-13df-4145-896f-298fcad886e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1128 time: 0.1065371 Mar 03 06:35:47.570352 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Attempting to bind port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:47.572343 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Attempting to bind port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:47.572343 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Attempting to bind port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:47.573447 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c32347f1-dabf-45dd-aae1-3ccce6f63c24 req-f8488ad4-3316-4613-8d1d-e407276ea14a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688117 Mar 03 06:35:47.578004 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (00c40071-8fa3-48e5-b55b-238d98ff3bc4), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.578828 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:47.579525 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Checking segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:47.580452 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.581060 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.581603 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.582199 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Bound using segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:47.582808 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Bound port: e8e4e7db-8a6e-4d5e-9d74-12b8737698aa, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:47.583299 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.658879 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] For port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:47.662823 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] For port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:47.662990 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] Pushing event updated for resources: {'Network': ['ID=00c40071-8fa3-48e5-b55b-238d98ff3bc4,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:47.673810 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-6f43d8ab-6c5c-4796-b03a-46c320258898 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 200 len: 217 time: 0.1072049 Mar 03 06:35:47.685022 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:35:47.725373 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-f239c8f1-3268-412c-82f8-e2d3d8570d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.726851 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-f239c8f1-3268-412c-82f8-e2d3d8570d55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0465560 Mar 03 06:35:47.741758 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:47.752012 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2dadd34c-ae10-4152-b996-1596e5188364 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8539665 Mar 03 06:35:47.754611 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35626) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:47.760374 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Request body: {'subnet': {'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-841762210-subnet', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:47.776125 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.795084 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-3a9204d7-a392-47ed-85c5-da03e8a4af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.796707 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-3a9204d7-a392-47ed-85c5-da03e8a4af84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574038 Mar 03 06:35:47.840539 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Made reservation on behalf of 05d3e4d76207427aae0e3cde625c8a1a for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:35:47.845162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751790'] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.873988 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] Provisioning complete for port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:47.874366 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:47.879743 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d477-f039-4658-90dd-f2d4a58fb072 None None] Pushing event updated for resources: {'Port': ['ID=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:47.904203 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:47.905928 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:47.955113 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-59d4ed9c-e750-4cdd-a612-d31d2df2fe2c service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409652 Mar 03 06:35:48.058682 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:48.058682 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.127427 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:48.145124 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1b31-7c8e-4b07-b979-37e1be56fd30 req-79e0169f-3e4c-4541-a729-8ff7f8d2ea23 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:48.151627 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21fc1b31-7c8e-4b07-b979-37e1be56fd30 req-79e0169f-3e4c-4541-a729-8ff7f8d2ea23 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 943 time: 0.1498768 Mar 03 06:35:48.190408 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4521acc-a439-473d-a84c-b4f57a3ff271 req-ea82863c-1501-4103-9c45-d835177a0402 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266517 Mar 03 06:35:48.210595 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3903427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751772'] for subnet (3288c628-4a79-4e65-955c-a49d9938cc7f), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.257074 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21fc1b31-7c8e-4b07-b979-37e1be56fd30 req-150d7791-1210-428b-86f1-2864d6f04911 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900891 Mar 03 06:35:48.273404 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] Current status of the port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:48.273825 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.324562 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3288c628-4a79-4e65-955c-a49d9938cc7f,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:48.339049 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5bfa7-1839-46c4-a4a3-79164405f675 req-a62095bc-63ed-40b3-835f-ee60aa29f58d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:48.340643 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fed5bfa7-1839-46c4-a4a3-79164405f675 req-a62095bc-63ed-40b3-835f-ee60aa29f58d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0992539 Mar 03 06:35:48.345398 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Checking segment: {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:48.345813 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Network hostable DHCP agents. Network: 00c40071-8fa3-48e5-b55b-238d98ff3bc4, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:35:48.402916 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fed5bfa7-1839-46c4-a4a3-79164405f675 req-f6f20e33-25c5-479e-875b-c4ae5a6fe33f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528886 Mar 03 06:35:48.449983 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:35:48.487245 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614f36-695b-4c5b-83e1-d5e2a26e1f04 req-b731c6ce-2b0e-43b8-ab68-fcb2d346c997 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:48.488879 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f9614f36-695b-4c5b-83e1-d5e2a26e1f04 req-b731c6ce-2b0e-43b8-ab68-fcb2d346c997 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 944 time: 0.0537703 Mar 03 06:35:48.530054 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 00c40071-8fa3-48e5-b55b-238d98ff3bc4) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:48.541912 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:48.541912 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.545061 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac722e-aed7-44ae-9a68-2bb2cfa09dfc None None] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:48.554657 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f9614f36-695b-4c5b-83e1-d5e2a26e1f04 req-2e958b73-d621-43fc-aa69-4a963d4fe0ad tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593865 Mar 03 06:35:48.589881 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ec8dd06f-b68c-4a18-bb14-5ccccc61cf13 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8333569 Mar 03 06:35:48.592352 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35646) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:48.596852 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:48.608229 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] For port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:48.619503 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:48.687649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.702858 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fca01-4caa-4ec4-b646-fb0643854d7b req-3dccfac3-06ed-48c6-946e-6f534990dec8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:48.704435 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1e6fca01-4caa-4ec4-b646-fb0643854d7b req-3dccfac3-06ed-48c6-946e-6f534990dec8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0552816 Mar 03 06:35:48.706050 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.707487 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.732378 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-00c40071-8fa3-48e5-b55b-238d98ff3bc4', 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4', 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'fixed_ips': [{'subnet_id': '3288c628-4a79-4e65-955c-a49d9938cc7f'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:35:48.733237 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.787101 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks [] for router_controller (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), precommit_add_association {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:48.789152 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d78b6-0574-4d89-afef-92f32351f295 None None] Pushing event updated for resources: {'Port': ['ID=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:48.795147 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1e6fca01-4caa-4ec4-b646-fb0643854d7b req-9a466cd9-92e1-494b-831d-cf970426d689 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793874 Mar 03 06:35:48.828566 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'tag': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:48.831071 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45822a0-da60-4565-8fc8-80d48b2ab65d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bfa737-206e-4bd4-a217-56eb716709a8", "tag": "b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:48.863538 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:47Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:48.868267 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47ce82c-9770-4a3c-bf92-a937faf7b989 x-openstack-request-id: req-e47ce82c-9770-4a3c-bf92-a937faf7b989 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:48.868571 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bfa737-206e-4bd4-a217-56eb716709a8", "tag": "b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:48.868833 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e47ce82c-9770-4a3c-bf92-a937faf7b989 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:48.869449 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'tag': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee', 'status': 'completed', 'code': 200} Mar 03 06:35:48.903756 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a461222-dd13-46a1-9e98-7f5baa0813eb None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:47Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:35:48.938392 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-46337457-2a94-4fd8-bef2-1a072e01bd46 None None] Provisioning complete for port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:48.938772 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-46337457-2a94-4fd8-bef2-1a072e01bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.005756 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Allocated IP 172.20.0.2 (00c40071-8fa3-48e5-b55b-238d98ff3bc4/3288c628-4a79-4e65-955c-a49d9938cc7f/5558ea13-d9e1-43aa-b5ca-86779fe8fab0) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:49.025763 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks [] for router_gateway (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.112478 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-46337457-2a94-4fd8-bef2-1a072e01bd46 None None] Current status of the port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:49.197333 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Publish callbacks [] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.271690 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.313072 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:49.315911 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:49.317672 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks [] for router_gateway (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.320063 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:49.331471 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Pushing event updated for resources: {'Port': ['ID=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:49.355673 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.399931 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Attempting to bind port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:49.400312 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Attempting to bind port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:49.400678 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Attempting to bind port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 on network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:49.406790 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:49.407172 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Checking segment: {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:49.407586 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.407985 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Bound using segment: {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:49.408464 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Bound port: 5558ea13-d9e1-43aa-b5ca-86779fe8fab0, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:49.409036 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.502947 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce8cf8-53d7-4ead-ad32-5e37b8ea4933 req-b1b416e9-c04c-475f-97eb-28b4ff5a1d17 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:49.505419 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-99ce8cf8-53d7-4ead-ad32-5e37b8ea4933 req-b1b416e9-c04c-475f-97eb-28b4ff5a1d17 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 943 time: 0.1474440 Mar 03 06:35:49.512408 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] For port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:49.519797 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] For port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:49.656711 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Allocated IP 172.27.2.57 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/809a70be-8088-4cfb-b4aa-36740d0124f0) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:49.657237 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03985a7a-4ec8-4d00-826d-fd813ced3e7f req-96df8678-489b-4dfd-b31a-f8a88eaa0172 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:49.657237 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-03985a7a-4ec8-4d00-826d-fd813ced3e7f req-96df8678-489b-4dfd-b31a-f8a88eaa0172 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0611520 Mar 03 06:35:49.657952 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-99ce8cf8-53d7-4ead-ad32-5e37b8ea4933 req-8cc7e853-1f96-471d-a4e0-9e2befdb6b26 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378021 Mar 03 06:35:49.658372 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-03985a7a-4ec8-4d00-826d-fd813ced3e7f req-04de0e47-cc61-4e37-9be6-0c42a83d6a2b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614023 Mar 03 06:35:49.711133 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks [] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.770906 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device e8e4e7db-8a6e-4d5e-9d74-12b8737698aa up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:49.802984 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efc4ec-bb9e-4699-9a35-e047649de366 req-08a2fd6c-ca65-465c-bee4-4189897b1870 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:49.804491 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c3efc4ec-bb9e-4699-9a35-e047649de366 req-08a2fd6c-ca65-465c-bee4-4189897b1870 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 944 time: 0.0690594 Mar 03 06:35:49.826037 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:49.826037 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.857729 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.862458 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c3efc4ec-bb9e-4699-9a35-e047649de366 req-0ee2e8dd-3c5a-4c9e-9504-f813591e5787 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521011 Mar 03 06:35:49.900716 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:49.995087 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefe844-b2de-4f58-a7dd-90c13466bf02 req-02b55a9c-92a8-4ef2-822e-9a98909a8dd1 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:50.002450 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fefe844-b2de-4f58-a7dd-90c13466bf02 req-02b55a9c-92a8-4ef2-822e-9a98909a8dd1 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1118050 Mar 03 06:35:50.020840 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ea5d5-7b33-4f86-8228-7b16058284b7 None None] Pushing event updated for resources: {'Port': ['ID=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:50.064242 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:50.081847 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fefe844-b2de-4f58-a7dd-90c13466bf02 req-f87ddc14-ea5f-4608-b5cf-01a6132509c6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704677 Mar 03 06:35:50.198311 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:50.201166 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:50.205713 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:50.208974 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Pushing event updated for resources: {'Port': ['ID=809a70be-8088-4cfb-b4aa-36740d0124f0,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:50.445916 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:35:50.551539 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:50.562060 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee', 'network_id': '8bd47d02-bff1-4fee-8632-c2f2124a56f2', 'port_id': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee', 'mac_address': 'fa:16:3e:5f:51:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621de081-d370-4cfe-81bb-d8e5e5a2f34b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:35:50.564817 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks [] for router_gateway (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:50.600811 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:50.601198 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:50.615109 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:50.636342 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:50.708972 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:50.764313 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:50.804262 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c62099-653d-455e-a33a-c76a0388b75e req-b29bae2b-9468-4fa3-979a-63e0cbb091ce tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:50.804910 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:50.808318 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f9c62099-653d-455e-a33a-c76a0388b75e req-b29bae2b-9468-4fa3-979a-63e0cbb091ce tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0613842 Mar 03 06:35:50.824863 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215ab4f-8986-4e6d-94ae-92c38b238350 req-52fb4f46-6157-4a79-afbc-120962e466b0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:50.826432 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c215ab4f-8986-4e6d-94ae-92c38b238350 req-52fb4f46-6157-4a79-afbc-120962e466b0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 944 time: 0.0985675 Mar 03 06:35:50.853776 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f9c62099-653d-455e-a33a-c76a0388b75e req-115482dd-29da-4284-ab50-fee0a501f38b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Mar 03 06:35:50.921176 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c215ab4f-8986-4e6d-94ae-92c38b238350 req-dd7a98e4-e709-49cc-9ea3-6ac80aedefeb tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616500 Mar 03 06:35:51.026962 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70bff-512e-41a3-9999-e1c03ebe3ef7 req-b84ddf0c-2ab3-4f21-a255-359eeac485e4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:51.028742 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d1b70bff-512e-41a3-9999-e1c03ebe3ef7 req-b84ddf0c-2ab3-4f21-a255-359eeac485e4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 944 time: 0.0867164 Mar 03 06:35:51.078512 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d1b70bff-512e-41a3-9999-e1c03ebe3ef7 req-86318cdc-969a-4e37-8286-7426c02c241c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Mar 03 06:35:51.150776 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:35:51.183790 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f7496-bfed-4a1a-8176-352263658355 None None] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:35:51.251406 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5034c7-286e-4b61-8203-b4cc2c36f6a0 req-8fcb007d-08bd-4a5e-ad22-873cfc5de4ce tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:51.252799 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b5034c7-286e-4b61-8203-b4cc2c36f6a0 req-8fcb007d-08bd-4a5e-ad22-873cfc5de4ce tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0998046 Mar 03 06:35:51.284377 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] Provisioning complete for port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:51.284811 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:51.335240 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:35:51.346236 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Sync routers for ids ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:35:51.353906 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b5034c7-286e-4b61-8203-b4cc2c36f6a0 req-6e729da0-20b8-4637-9f2a-a57ccf459ae4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697389 Mar 03 06:35:51.363300 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Routers {'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:51.366277 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:51.395795 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] Current status of the port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:51.396366 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:51.434704 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:51.438804 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8366a454-72cd-4e55-8fa8-7472833f119f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8430791 Mar 03 06:35:51.443991 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35686) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:51.470501 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] For port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:51.491159 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-65b94738-bd50-4636-89da-a57239fee502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:51.491832 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Set router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:51.492787 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-65b94738-bd50-4636-89da-a57239fee502 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 1128 time: 0.1046829 Mar 03 06:35:51.525241 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:51.580248 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc49b15-e969-4810-af95-75fbb2bf7f70 None None] Pushing event updated for resources: {'Port': ['ID=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:51.629331 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-2793dc33-3eb9-4ef6-bfb4-74caf7009b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:51.630825 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-2793dc33-3eb9-4ef6-bfb4-74caf7009b2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 200 len: 916 time: 0.1315346 Mar 03 06:35:51.672588 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-e6f8bc7b-ee33-45f6-8781-9964b789b01f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee HTTP/1.1" status: 200 len: 217 time: 0.0352581 Mar 03 06:35:51.676187 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-35e23c1b-37da-4365-a670-8c4c8de43bc9 None None] Provisioning complete for port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:51.676568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35e23c1b-37da-4365-a670-8c4c8de43bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:51.740413 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:35:50Z', 'revision_number': 3, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:51.762683 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-a83531ba-a466-441c-9372-03c250adb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:51.764214 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-a83531ba-a466-441c-9372-03c250adb872 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 200 len: 855 time: 0.0812891 Mar 03 06:35:51.781067 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Checking router: fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:35:51.786072 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Updating router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 port 809a70be-8088-4cfb-b4aa-36740d0124f0 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:35:51.804623 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-e9d0404a-c114-4018-9f28-d146d9b6aa78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bd47d02-bff1-4fee-8632-c2f2124a56f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335872 Mar 03 06:35:51.824030 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:51.905617 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:51.922688 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-3d527512-77a5-487e-904d-36718d06ba6e service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054807 Mar 03 06:35:51.934980 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:35:51.999814 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-35e23c1b-37da-4365-a670-8c4c8de43bc9 None None] Current status of the port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:52.062957 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:52.063259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.086582 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.171184 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c45822a0-da60-4565-8fc8-80d48b2ab65d req-3716b0ea-b8c8-4053-99f3-97bb187cb79c service neutron] 10.222.0.41 "GET /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346020 Mar 03 06:35:52.192882 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b2d5d-0532-4e3b-929b-45eb483eb546 req-3429655d-6901-4eab-a057-af3deaea90e4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:52.194529 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ff4b2d5d-0532-4e3b-929b-45eb483eb546 req-3429655d-6901-4eab-a057-af3deaea90e4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 944 time: 0.1042805 Mar 03 06:35:52.224095 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb6404-0579-499e-9558-31cc47bb2673 req-b58d81b1-4ac5-48c5-b6c7-e34e15cec2d2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:52.225775 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c6fb6404-0579-499e-9558-31cc47bb2673 req-b58d81b1-4ac5-48c5-b6c7-e34e15cec2d2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.2454538 Mar 03 06:35:52.259062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:52.286209 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ff4b2d5d-0532-4e3b-929b-45eb483eb546 req-70f4b465-7f2a-4e6f-a694-6d5521a92c7b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848172 Mar 03 06:35:52.287658 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c6fb6404-0579-499e-9558-31cc47bb2673 req-bec018d5-6f57-4904-96f9-addf0de9bce7 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 Mar 03 06:35:52.300324 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Publish callbacks [] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.335365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Allocated IP 172.20.0.1 (00c40071-8fa3-48e5-b55b-238d98ff3bc4/3288c628-4a79-4e65-955c-a49d9938cc7f/696cded5-738c-4fb8-b013-d40358639576) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:35:52.414160 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.419545 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68e1d0-846d-4a47-b0c4-42f1dd74f7b7 req-4319ffae-bc31-492b-9897-126bfba6ee37 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:52.420767 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-aa68e1d0-846d-4a47-b0c4-42f1dd74f7b7 req-4319ffae-bc31-492b-9897-126bfba6ee37 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 944 time: 0.0620313 Mar 03 06:35:52.467975 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009720-df46-4823-998f-32d73e17fb51 None None] Pushing event updated for resources: {'Port': ['ID=809a70be-8088-4cfb-b4aa-36740d0124f0,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:52.476976 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Attempting to bind port 809a70be-8088-4cfb-b4aa-36740d0124f0 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:52.478168 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Attempting to bind port 809a70be-8088-4cfb-b4aa-36740d0124f0 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:52.478730 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Attempting to bind port 809a70be-8088-4cfb-b4aa-36740d0124f0 on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:52.487416 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:52.487841 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:52.488248 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.488649 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:52.489282 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Bound port: 809a70be-8088-4cfb-b4aa-36740d0124f0, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:52.490267 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.502105 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks [] for port (696cded5-738c-4fb8-b013-d40358639576), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.512106 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-aa68e1d0-846d-4a47-b0c4-42f1dd74f7b7 req-d77f32c8-168c-484c-8c1d-d72a23397040 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785246 Mar 03 06:35:52.556022 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] For port 809a70be-8088-4cfb-b4aa-36740d0124f0, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:52.558837 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f71a0-a9b8-4e38-a34f-2f3119890b42 req-540c0de4-f6d9-475c-8e7e-5e64cdf20bb0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:52.559123 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] For port 809a70be-8088-4cfb-b4aa-36740d0124f0, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=809a70be-8088-4cfb-b4aa-36740d0124f0,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:52.560321 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c54f71a0-a9b8-4e38-a34f-2f3119890b42 req-540c0de4-f6d9-475c-8e7e-5e64cdf20bb0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1001077 Mar 03 06:35:52.606026 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c54f71a0-a9b8-4e38-a34f-2f3119890b42 req-3dc0b414-b25d-4fb6-81f2-f3cfe2bde230 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Mar 03 06:35:52.654609 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.661890 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (696cded5-738c-4fb8-b013-d40358639576), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.703579 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:52.706498 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:52.708669 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Routers {'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:52.709675 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:52.710490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:35:52.738882 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Pushing event updated for resources: {'Port': ['ID=696cded5-738c-4fb8-b013-d40358639576,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:52.760471 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009720-df46-4823-998f-32d73e17fb51 None None] Pushing event updated for resources: {'Port': ['ID=809a70be-8088-4cfb-b4aa-36740d0124f0,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:52.766019 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.766374 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.766721 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.767061 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.767394 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.767727 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.768084 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.768416 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.768764 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.769113 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.769444 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.769790 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.770116 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:52.778709 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.846280 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] Set router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:52.935708 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-ad5bf01b-ed80-4f3f-86d9-a4ac4b6cb8bf None None] Provisioning complete for port 696cded5-738c-4fb8-b013-d40358639576 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:52.936147 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf01b-ed80-4f3f-86d9-a4ac4b6cb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (696cded5-738c-4fb8-b013-d40358639576), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:52.979463 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bf01b-ed80-4f3f-86d9-a4ac4b6cb8bf None None] Port 696cded5-738c-4fb8-b013-d40358639576 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:52.981937 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (696cded5-738c-4fb8-b013-d40358639576), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:53.030921 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:35:50Z', 'revision_number': 3, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:53.057742 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb37ea4-38c9-4a4f-b102-170bcd2bc2e0 None None] The sync data for ids ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'] in dv-cinder-831090-6-iscsi is: [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:35:50Z', 'revision_number': 3, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:35:53.151520 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks [] for port (696cded5-738c-4fb8-b013-d40358639576), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:53.226929 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (696cded5-738c-4fb8-b013-d40358639576), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:53.299437 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:53.301828 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Pushing event updated for resources: {'Port': ['ID=696cded5-738c-4fb8-b013-d40358639576,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:53.454903 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53826b32-022e-45a9-9a44-3016edb732bb req-af93477a-549c-43eb-8b76-ec5ec9b5df62 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:53.463549 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53826b32-022e-45a9-9a44-3016edb732bb req-af93477a-549c-43eb-8b76-ec5ec9b5df62 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0744574 Mar 03 06:35:53.521680 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53826b32-022e-45a9-9a44-3016edb732bb req-c9bfa593-13fa-457f-9b98-f0bfac20699a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571663 Mar 03 06:35:53.689944 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:35:53.694085 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:35:53.744048 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adbf04-303c-4c57-a845-b84139a049ba req-7ada7269-89f8-4266-ad2c-743c13dedd2b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:53.751409 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-91adbf04-303c-4c57-a845-b84139a049ba req-7ada7269-89f8-4266-ad2c-743c13dedd2b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 944 time: 0.1450164 Mar 03 06:35:53.798872 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfb10d-6b87-41a5-a892-9cf461db639d req-880ace6c-25b3-4336-b7c3-d065c47ff779 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:53.799222 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 809a70be-8088-4cfb-b4aa-36740d0124f0 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:53.799940 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-babfb10d-6b87-41a5-a892-9cf461db639d req-880ace6c-25b3-4336-b7c3-d065c47ff779 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 944 time: 0.4192338 Mar 03 06:35:53.839593 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-91adbf04-303c-4c57-a845-b84139a049ba req-ccec6a79-3c2e-491a-b646-ab1de29a7210 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849590 Mar 03 06:35:53.876816 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-babfb10d-6b87-41a5-a892-9cf461db639d req-95f2ced6-c6da-4b2c-9ab2-811ef6cb057e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757995 Mar 03 06:35:53.902426 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 809a70be-8088-4cfb-b4aa-36740d0124f0 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:53.902814 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:53.974156 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:35:54.002662 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9ca5f-1ba8-480e-a4b6-0a1687771f90 req-1c5f6bf3-000a-4130-b15a-f70fbe31427e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:54.010988 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-eaa9ca5f-1ba8-480e-a4b6-0a1687771f90 req-1c5f6bf3-000a-4130-b15a-f70fbe31427e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0880942 Mar 03 06:35:54.041307 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 809a70be-8088-4cfb-b4aa-36740d0124f0 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:54.041743 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.068509 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 809a70be-8088-4cfb-b4aa-36740d0124f0, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=809a70be-8088-4cfb-b4aa-36740d0124f0,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:54.070111 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-eaa9ca5f-1ba8-480e-a4b6-0a1687771f90 req-ef149c1f-2bb6-4686-a3e9-f029d37261ca tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581748 Mar 03 06:35:54.113805 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-b8a4b43b-6d32-423a-8f4e-14d6f030998d None None] Provisioning complete for port 696cded5-738c-4fb8-b013-d40358639576 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:54.114267 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b8a4b43b-6d32-423a-8f4e-14d6f030998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (696cded5-738c-4fb8-b013-d40358639576), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.130851 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:35:54.145239 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c6872243-a567-45e3-85fc-201809c39de6 admin admin] 10.222.0.31 "PUT /v2.0/routers/fd58af35-5e44-4e5c-9dbd-da82b6c8eb81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6957262 Mar 03 06:35:54.146745 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.182168 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4b43b-6d32-423a-8f4e-14d6f030998d None None] Port 696cded5-738c-4fb8-b013-d40358639576 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:35:54.207365 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=809a70be-8088-4cfb-b4aa-36740d0124f0,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:54.386627 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:35:54.390927 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:54.538796 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:54.551480 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'port_id': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'mac_address': 'fa:16:3e:ba:e1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:35:54.580989 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:35:54.595280 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:54.595280 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.641905 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:54.642434 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.661446 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:54.708270 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf389-ec8f-4c5a-8543-87bd32825733 req-23033ea1-a6fc-4507-b2a5-c61b39d82cbb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:54.713147 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:54.719163 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1f2cf389-ec8f-4c5a-8543-87bd32825733 req-23033ea1-a6fc-4507-b2a5-c61b39d82cbb tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0640099 Mar 03 06:35:54.720824 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:54.721224 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.754817 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:54.757184 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bdd90-c268-4278-b858-c6a3e7f8da96" -d '{"events": [{"server_uuid": "d6bfa737-206e-4bd4-a217-56eb716709a8", "name": "network-vif-plugged", "status": "completed", "tag": "b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:54.764895 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1f2cf389-ec8f-4c5a-8543-87bd32825733 req-2c5bfc5a-59ea-4a19-9641-97170c08a036 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Mar 03 06:35:54.770191 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:54.774078 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.813523 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50add685-ad7f-4193-8d9d-1c7ee5ef9d60 x-openstack-request-id: req-50add685-ad7f-4193-8d9d-1c7ee5ef9d60 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:54.814180 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bfa737-206e-4bd4-a217-56eb716709a8", "name": "network-vif-plugged", "status": "completed", "tag": "b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:54.814180 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50add685-ad7f-4193-8d9d-1c7ee5ef9d60 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:54.814497 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee', 'code': 200} Mar 03 06:35:54.823398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:54.865356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35740) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:54.867067 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:54.871341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241038581', 'description': 'tempest-secgroup-smoke-1241038581 description', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:54.922229 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:54.996251 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.004854 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f00f8-842d-48e2-8936-5e4144c3dcce req-ea2b49b3-2766-4bcf-b5ad-6f5e568bfaf2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:55.006944 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b95f00f8-842d-48e2-8936-5e4144c3dcce req-ea2b49b3-2766-4bcf-b5ad-6f5e568bfaf2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 945 time: 0.0824661 Mar 03 06:35:55.042834 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95389a-9654-43de-b27f-b4229b1591af req-b66b9380-0e62-4083-a7bb-baa346bc3c83 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:55.045199 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4e95389a-9654-43de-b27f-b4229b1591af req-b66b9380-0e62-4083-a7bb-baa346bc3c83 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0911167 Mar 03 06:35:55.056742 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b95f00f8-842d-48e2-8936-5e4144c3dcce req-7636f077-8add-4f5c-8c36-6ad520820988 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441449 Mar 03 06:35:55.130021 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4e95389a-9654-43de-b27f-b4229b1591af req-c3c11a2d-98bf-4e85-83ea-24804b6526cd tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760877 Mar 03 06:35:55.138756 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group (51563430-c4af-4e68-81a1-785303fa9fba), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.237367 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (51563430-c4af-4e68-81a1-785303fa9fba), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.247360 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b2ca-8440-4533-966a-b629e356df71 req-24b0c292-3e16-4b9a-8c87-cbabfece8ab8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:55.249714 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c6c5b2ca-8440-4533-966a-b629e356df71 req-24b0c292-3e16-4b9a-8c87-cbabfece8ab8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0826991 Mar 03 06:35:55.284127 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51563430-c4af-4e68-81a1-785303fa9fba,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:55.304862 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c6c5b2ca-8440-4533-966a-b629e356df71 req-6bbbcfab-e704-4dc9-9676-640709744fa5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Mar 03 06:35:55.319338 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.320899 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-89596cca-d3be-426a-be82-4c7182f90254 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4541566 Mar 03 06:35:55.324543 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35752) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:55.328970 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group_rule': {'security_group_id': '51563430-c4af-4e68-81a1-785303fa9fba', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:55.473238 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (69546100-d3f2-41f9-81af-7b436cdc31d3), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.540352 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (69546100-d3f2-41f9-81af-7b436cdc31d3), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.620928 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (69546100-d3f2-41f9-81af-7b436cdc31d3), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.640763 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69546100-d3f2-41f9-81af-7b436cdc31d3,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:55.703131 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.705393 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-22a6489d-9f3c-4ae8-9315-a9aa61425b22 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788726 Mar 03 06:35:55.707406 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35754) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:55.708774 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 809a70be-8088-4cfb-b4aa-36740d0124f0 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:55.712342 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group_rule': {'security_group_id': '51563430-c4af-4e68-81a1-785303fa9fba', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:55.770397 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 809a70be-8088-4cfb-b4aa-36740d0124f0 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:55.770871 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.823162 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (9993a128-8b31-4ede-8e84-7cfb1bef3de0), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.861657 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 809a70be-8088-4cfb-b4aa-36740d0124f0 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:55.910470 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92269c80-ac1c-48fc-a484-e2fbc4112208 req-00964cca-ca17-4db1-a700-6fcb7e3fb83d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:55.917292 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-92269c80-ac1c-48fc-a484-e2fbc4112208 req-00964cca-ca17-4db1-a700-6fcb7e3fb83d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0661492 Mar 03 06:35:55.922310 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (9993a128-8b31-4ede-8e84-7cfb1bef3de0), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:55.962875 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-92269c80-ac1c-48fc-a484-e2fbc4112208 req-007c785a-131a-4f06-9a5b-df0aba2da7f4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Mar 03 06:35:56.010060 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (9993a128-8b31-4ede-8e84-7cfb1bef3de0), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.028277 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9993a128-8b31-4ede-8e84-7cfb1bef3de0,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:56.035412 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.035761 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.036208 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.036566 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.036880 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.037234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.037564 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.037920 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.038246 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.038572 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.038894 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.039215 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.039534 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:56.052493 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Sync routers for ids ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:35:56.061985 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Routers {'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:56.062581 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:56.103424 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.104809 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ec1d68ea-85c5-49d1-bbd9-ad5bf1dd1436 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3962975 Mar 03 06:35:56.108899 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35760) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:56.113711 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group_rule': {'security_group_id': '51563430-c4af-4e68-81a1-785303fa9fba', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:56.181192 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Set router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:56.186766 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd56d-6579-4496-882a-7c2607bfe4c6 req-5ff7ccf6-c5e5-45e3-9e54-24a4c6b5b87b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:56.188398 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ac9fd56d-6579-4496-882a-7c2607bfe4c6 req-5ff7ccf6-c5e5-45e3-9e54-24a4c6b5b87b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 945 time: 0.0579300 Mar 03 06:35:56.245753 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ac9fd56d-6579-4496-882a-7c2607bfe4c6 req-e93224fd-ec69-497f-b018-b576d4448d2d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499644 Mar 03 06:35:56.274093 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (14d8da95-46bd-48db-8e09-62055efaf071), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.322846 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e4a3-b3e2-4b51-bee9-f71349afd455 req-28296d8b-5161-4fbf-a811-ec316a177743 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:56.324600 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-efa8e4a3-b3e2-4b51-bee9-f71349afd455 req-28296d8b-5161-4fbf-a811-ec316a177743 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.1224208 Mar 03 06:35:56.375764 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (14d8da95-46bd-48db-8e09-62055efaf071), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.391004 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-efa8e4a3-b3e2-4b51-bee9-f71349afd455 req-6c406358-467a-4e78-9a02-ea944bcaab6b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570130 Mar 03 06:35:56.423466 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:35:52Z', 'revision_number': 4, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '696cded5-738c-4fb8-b013-d40358639576', 'name': '', 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'mac_address': 'fa:16:3e:18:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3288c628-4a79-4e65-955c-a49d9938cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:52Z', 'updated_at': '2022-03-03T06:35:53Z', 'revision_number': 2, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'subnets': [{'id': '3288c628-4a79-4e65-955c-a49d9938cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:56.444184 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (14d8da95-46bd-48db-8e09-62055efaf071), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.447188 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d8b0-10ce-4ab8-9a31-0b69b0a9cefb req-48d33b34-6397-4877-b95e-1da0c41f15a3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:56.448784 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cdd8d8b0-10ce-4ab8-9a31-0b69b0a9cefb req-48d33b34-6397-4877-b95e-1da0c41f15a3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0615089 Mar 03 06:35:56.451671 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Checking router: fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:35:56.452039 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Updating router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 port 696cded5-738c-4fb8-b013-d40358639576 binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:35:56.465176 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d8da95-46bd-48db-8e09-62055efaf071,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:56.482161 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (696cded5-738c-4fb8-b013-d40358639576), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.501166 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cdd8d8b0-10ce-4ab8-9a31-0b69b0a9cefb req-e780e7e8-3c68-47cf-beb0-1cf4e6912d0e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Mar 03 06:35:56.526097 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.527311 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c45b84ca-92b3-4723-a55b-8d2f8b3f0748 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187222 Mar 03 06:35:56.530146 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35770) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:56.535134 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group_rule': {'security_group_id': '51563430-c4af-4e68-81a1-785303fa9fba', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:56.598169 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (a19708ff-6d00-4981-9ca5-d6da5efb291c), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.656698 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (a19708ff-6d00-4981-9ca5-d6da5efb291c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.728227 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (a19708ff-6d00-4981-9ca5-d6da5efb291c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.741716 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Publish callbacks [] for port (696cded5-738c-4fb8-b013-d40358639576), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.747145 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19708ff-6d00-4981-9ca5-d6da5efb291c,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:56.821522 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (696cded5-738c-4fb8-b013-d40358639576), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.870723 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b74057-b13c-4b7c-85c5-c28f9b561ec5 None None] Pushing event updated for resources: {'Port': ['ID=696cded5-738c-4fb8-b013-d40358639576,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:56.873152 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.874448 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-916c25f5-df65-4161-94d9-69e361d1304f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433356 Mar 03 06:35:56.877277 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 35772) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:56.882373 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group_rule': {'security_group_id': '51563430-c4af-4e68-81a1-785303fa9fba', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:56.930565 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Attempting to bind port 696cded5-738c-4fb8-b013-d40358639576 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:35:56.930938 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Attempting to bind port 696cded5-738c-4fb8-b013-d40358639576 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:35:56.931294 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Attempting to bind port 696cded5-738c-4fb8-b013-d40358639576 on network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:35:56.937552 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:35:56.937552 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Checking segment: {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:35:56.938142 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.938533 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Bound using segment: {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:35:56.939007 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Bound port: 696cded5-738c-4fb8-b013-d40358639576, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4543ab10-9fb0-4c2f-a372-5984eb99abf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:35:56.939391 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (696cded5-738c-4fb8-b013-d40358639576), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:56.970389 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.securitygroups_db [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Project a29131fbbffe4fa8848b8fd3bce8ba3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:35:56.976425 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (3b7028d9-191a-404b-9852-033f73680b11), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.013762 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] For port 696cded5-738c-4fb8-b013-d40358639576, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:35:57.017217 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] For port 696cded5-738c-4fb8-b013-d40358639576, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=696cded5-738c-4fb8-b013-d40358639576,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:35:57.052786 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (3b7028d9-191a-404b-9852-033f73680b11), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.090548 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (696cded5-738c-4fb8-b013-d40358639576), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.093007 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d94ac3-62c0-4699-b027-bb5f6ad5f4b5 req-02a0cfb8-4e40-4aa3-a15b-f69434f151dc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.095046 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-44d94ac3-62c0-4699-b027-bb5f6ad5f4b5 req-02a0cfb8-4e40-4aa3-a15b-f69434f151dc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0515611 Mar 03 06:35:57.123013 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (3b7028d9-191a-404b-9852-033f73680b11), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.143169 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-44d94ac3-62c0-4699-b027-bb5f6ad5f4b5 req-ca0406e2-d511-4351-82be-d3e524a40621 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Mar 03 06:35:57.143870 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7028d9-191a-404b-9852-033f73680b11,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:57.168272 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b74057-b13c-4b7c-85c5-c28f9b561ec5 None None] Pushing event updated for resources: {'Port': ['ID=696cded5-738c-4fb8-b013-d40358639576,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:57.168975 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Provisioning complete for port 696cded5-738c-4fb8-b013-d40358639576 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:57.169358 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (696cded5-738c-4fb8-b013-d40358639576), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.173457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Routers {'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:35:57.174119 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:35:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:57.241651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.245849 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 35776) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:35:57.246116 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-88edf6ec-77fa-450d-8956-c18e1e50821c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3675170 Mar 03 06:35:57.252975 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'security_group_rule': {'security_group_id': '51563430-c4af-4e68-81a1-785303fa9fba', 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:35:57.370509 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.securitygroups_db [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Project a29131fbbffe4fa8848b8fd3bce8ba3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:35:57.385815 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (966fa9fb-c7b0-4585-8914-307f958ed8da), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.416805 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dac9-9895-4109-8fe9-c8ed7f481c7b req-0438b6cc-0c6c-4695-967c-c6ed6707dc5b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.421111 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6a70dac9-9895-4109-8fe9-c8ed7f481c7b req-0438b6cc-0c6c-4695-967c-c6ed6707dc5b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 945 time: 0.0690506 Mar 03 06:35:57.453300 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (966fa9fb-c7b0-4585-8914-307f958ed8da), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.521260 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6a70dac9-9895-4109-8fe9-c8ed7f481c7b req-2fced546-9840-462b-b766-941d8129da73 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951467 Mar 03 06:35:57.548814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (966fa9fb-c7b0-4585-8914-307f958ed8da), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.556860 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-724fbe5f-2862-46d1-ac56-4f7a23ea0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.560805 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-724fbe5f-2862-46d1-ac56-4f7a23ea0577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.0872543 Mar 03 06:35:57.562768 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.571033 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] Set router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:35:57.571689 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b979-5d4f-4069-a6ed-a14b3e39ad80 req-7dcf5d7e-9c3f-46ca-a72d-ab120e3fe745 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.578612 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4999b979-5d4f-4069-a6ed-a14b3e39ad80 req-7dcf5d7e-9c3f-46ca-a72d-ab120e3fe745 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0887058 Mar 03 06:35:57.580573 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966fa9fb-c7b0-4585-8914-307f958ed8da,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:57.604670 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Current status of the port 696cded5-738c-4fb8-b013-d40358639576 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:57.608656 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (696cded5-738c-4fb8-b013-d40358639576), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.640153 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4999b979-5d4f-4069-a6ed-a14b3e39ad80 req-9c5e9efd-fbc4-4762-b334-c0b5ea9efd6a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602958 Mar 03 06:35:57.687566 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.689888 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-28fcd8bb-b924-4394-9c15-9cf045dfddf0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4423897 Mar 03 06:35:57.735174 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] For port 696cded5-738c-4fb8-b013-d40358639576, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=696cded5-738c-4fb8-b013-d40358639576,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:57.775394 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be8304-3611-4fc7-8231-9a9d1b12f0dd req-6cbd43df-eab2-4ffe-af7a-187457393358 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.783930 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d0be8304-3611-4fc7-8231-9a9d1b12f0dd req-6cbd43df-eab2-4ffe-af7a-187457393358 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1928251 Mar 03 06:35:57.807472 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0088-d638-41c4-999a-32b8530c32ad req-3e5f7ab2-28d8-4e4b-9b14-8bc664e4248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.808977 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-61fc0088-d638-41c4-999a-32b8530c32ad req-3e5f7ab2-28d8-4e4b-9b14-8bc664e4248c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 1129 time: 0.1286597 Mar 03 06:35:57.811235 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (696cded5-738c-4fb8-b013-d40358639576), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:57.811797 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-097b49b9-1938-421c-894f-a6ea21d69687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:57.813212 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-097b49b9-1938-421c-894f-a6ea21d69687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.2105663 Mar 03 06:35:57.836709 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:35:57.917869 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Pushing event updated for resources: {'Port': ['ID=696cded5-738c-4fb8-b013-d40358639576,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:57.940222 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.940647 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.941023 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.941371 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.941735 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.942070 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.942399 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.942730 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.943075 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.943441 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.943725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.944053 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.944374 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084337b4-62b5-4f5c-8021-12efa545a4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:35:57.967249 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:35:52Z', 'revision_number': 4, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '696cded5-738c-4fb8-b013-d40358639576', 'name': '', 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'mac_address': 'fa:16:3e:18:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3288c628-4a79-4e65-955c-a49d9938cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:52Z', 'updated_at': '2022-03-03T06:35:57Z', 'revision_number': 4, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'subnets': [{'id': '3288c628-4a79-4e65-955c-a49d9938cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:35:58.007550 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec67f8-2d35-4248-b4dd-6acf5a6d203f None None] The sync data for ids ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'] in dv-cinder-831090-6-iscsi is: [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:35:52Z', 'revision_number': 4, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '696cded5-738c-4fb8-b013-d40358639576', 'name': '', 'network_id': '00c40071-8fa3-48e5-b55b-238d98ff3bc4', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'mac_address': 'fa:16:3e:18:bd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3288c628-4a79-4e65-955c-a49d9938cc7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:52Z', 'updated_at': '2022-03-03T06:35:57Z', 'revision_number': 4, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'subnets': [{'id': '3288c628-4a79-4e65-955c-a49d9938cc7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:35:58.009288 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-ce94c2dc-4019-41b9-96de-7adb2879d546 None None] Provisioning complete for port 696cded5-738c-4fb8-b013-d40358639576 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:58.009691 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ce94c2dc-4019-41b9-96de-7adb2879d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (696cded5-738c-4fb8-b013-d40358639576), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:58.162485 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-cb068e20-2325-4d07-9739-dabe7a09bad5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.0710649 Mar 03 06:35:58.187950 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-ce94c2dc-4019-41b9-96de-7adb2879d546 None None] Current status of the port 696cded5-738c-4fb8-b013-d40358639576 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:58.222473 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d0be8304-3611-4fc7-8231-9a9d1b12f0dd req-c3f98bb5-0731-4585-b6ec-4215645c3569 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4390533 Mar 03 06:35:58.257104 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-61fc0088-d638-41c4-999a-32b8530c32ad req-cf8f131c-aa71-4ab5-a600-ad4bcb5ca477 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323304 Mar 03 06:35:58.260243 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8488c8-e6b0-4746-9b29-e439ce1d4e68 req-6cb52a6b-1ff0-4ce3-b40a-54d764aa47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:58.260708 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9b8488c8-e6b0-4746-9b29-e439ce1d4e68 req-6cb52a6b-1ff0-4ce3-b40a-54d764aa47d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.0851557 Mar 03 06:35:58.260819 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-907dfe8e-e0a6-4796-8e99-cf9f8edf8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:58.265288 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-907dfe8e-e0a6-4796-8e99-cf9f8edf8c8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0890346 Mar 03 06:35:58.330695 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e54f-954a-4e54-9107-3d8515528c6c req-5497c669-07e2-4728-9b8e-14c67ef4ccf1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:58.333282 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6426e54f-954a-4e54-9107-3d8515528c6c req-5497c669-07e2-4728-9b8e-14c67ef4ccf1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0609159 Mar 03 06:35:58.396576 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6426e54f-954a-4e54-9107-3d8515528c6c req-a470bf04-8487-45cc-9d6a-eded7a22e71a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555665 Mar 03 06:35:58.519896 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-c853c1cf-0a98-455c-a013-98c445359f77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311658 Mar 03 06:35:58.536490 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9b8488c8-e6b0-4746-9b29-e439ce1d4e68 req-9b2dc61e-088b-4c17-b262-dbfd51664d42 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484259 Mar 03 06:35:58.683370 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-1ec7146f-4069-4195-b90c-469cb2a33be9 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565630 Mar 03 06:35:58.719769 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d77aa-b649-44da-873e-673e53d0edae req-eb9a24da-0733-409e-85ee-2e343ade8884 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:58.721464 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5a5d77aa-b649-44da-873e-673e53d0edae req-eb9a24da-0733-409e-85ee-2e343ade8884 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 945 time: 0.1182210 Mar 03 06:35:58.821774 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01450ec-90cc-4740-a0c0-086072f9af64 req-f8147f7c-3625-48a9-9449-9ecca1a9d6ae tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:58.823302 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e01450ec-90cc-4740-a0c0-086072f9af64 req-f8147f7c-3625-48a9-9449-9ecca1a9d6ae tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0606751 Mar 03 06:35:58.850075 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5a5d77aa-b649-44da-873e-673e53d0edae req-ea497b95-b3ff-4227-9249-279de0e76ef5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217282 Mar 03 06:35:58.877506 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e01450ec-90cc-4740-a0c0-086072f9af64 req-6ccac91b-3ad4-4c0c-94e7-7915d9edf36f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Mar 03 06:35:58.889211 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8f695607-8bd1-43b9-aceb-8bf919c0b071 req-362f2976-3999-41b7-a165-f59eb0fb1119 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072176 Mar 03 06:35:59.215307 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:35:59.218321 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:59.392551 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e0b6-6a99-4d88-8674-bcf17595806e req-af125700-7e16-4f4b-b354-358f54402511 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:59.399455 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9735e0b6-6a99-4d88-8674-bcf17595806e req-af125700-7e16-4f4b-b354-358f54402511 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0857298 Mar 03 06:35:59.400824 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:59.412163 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:35:59.415458 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'ab27c222-956f-48b4-b080-448925fe23f1', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1', 'mac_address': 'fa:16:3e:95:77:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:35:59.419098 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:59.419402 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:59.450182 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9735e0b6-6a99-4d88-8674-bcf17595806e req-86388139-c4e5-42f3-b25a-c7bd33fdc5a5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497091 Mar 03 06:35:59.490611 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: ACTIVE; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:59.490960 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:59.508527 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab27c222-956f-48b4-b080-448925fe23f1 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:35:59.530735 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e40b50-929d-4247-a80a-d97c0bcb3811 req-e2bc55ca-bad9-4b5e-b9c9-a9266e17ff4e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:59.532210 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-36e40b50-929d-4247-a80a-d97c0bcb3811 req-e2bc55ca-bad9-4b5e-b9c9-a9266e17ff4e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0651255 Mar 03 06:35:59.558945 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:59.565337 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:59.566327 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:59.591112 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-36e40b50-929d-4247-a80a-d97c0bcb3811 req-c2e2efb0-1cbe-453d-85b8-9a4b1e687e08 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Mar 03 06:35:59.596350 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:35:59.598768 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40643c7-3f34-4620-9d65-d699a3b3616c" -d '{"events": [{"server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "name": "network-vif-plugged", "status": "completed", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:35:59.611867 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:35:59.627207 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:59.651654 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298715f1-90a1-4fdd-af85-55e7dfea980f x-openstack-request-id: req-298715f1-90a1-4fdd-af85-55e7dfea980f {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:35:59.651977 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "name": "network-vif-plugged", "status": "completed", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:35:59.652241 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-298715f1-90a1-4fdd-af85-55e7dfea980f {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:35:59.652640 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'code': 200} Mar 03 06:35:59.686534 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:59.689491 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=6']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:59.752961 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 696cded5-738c-4fb8-b013-d40358639576 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:35:59.756556 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:35:59.820933 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 696cded5-738c-4fb8-b013-d40358639576 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:35:59.821522 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (696cded5-738c-4fb8-b013-d40358639576), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:35:59.922517 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 696cded5-738c-4fb8-b013-d40358639576 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:35:59.961267 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['ab27c222-956f-48b4-b080-448925fe23f1'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:36:00.030620 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964ac23-5197-448f-9779-6956feccfcaa req-ea03dc3d-8d1c-4b4e-ac96-72878b54e4a9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:00.032381 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7964ac23-5197-448f-9779-6956feccfcaa req-ea03dc3d-8d1c-4b4e-ac96-72878b54e4a9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.1019084 Mar 03 06:36:00.048064 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1576ea-7d04-4717-81ba-2e3333d2322a req-2c7cc463-e125-4d77-a4e8-9fca24f504d0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:00.056160 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2b1576ea-7d04-4717-81ba-2e3333d2322a req-2c7cc463-e125-4d77-a4e8-9fca24f504d0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0863860 Mar 03 06:36:00.085166 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7964ac23-5197-448f-9779-6956feccfcaa req-1d479282-bd2f-4837-bfce-8e721969025e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459602 Mar 03 06:36:00.127639 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2b1576ea-7d04-4717-81ba-2e3333d2322a req-75a347c6-005f-483b-8d32-04fe2e071db8 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705235 Mar 03 06:36:00.144617 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adb42d-4fca-4778-91bf-3addf4cdf38a req-c47093ff-f10d-46c1-a085-7fba30cbe33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:00.147714 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-31adb42d-4fca-4778-91bf-3addf4cdf38a req-c47093ff-f10d-46c1-a085-7fba30cbe33e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1130 time: 0.1080406 Mar 03 06:36:00.210380 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-31adb42d-4fca-4778-91bf-3addf4cdf38a req-73bef651-07c4-484a-9d80-076d840d6d6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520003 Mar 03 06:36:00.500806 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5c64-2fe3-480b-ac77-99abbd76e94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:00.581781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e6c84-608f-41b0-9c7f-6fe551c9e896 req-8e476c48-fafa-4b6b-8a33-0fe1d0418b7a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:00.583419 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3f3e6c84-608f-41b0-9c7f-6fe551c9e896 req-8e476c48-fafa-4b6b-8a33-0fe1d0418b7a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Mar 03 06:36:00.634925 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3f3e6c84-608f-41b0-9c7f-6fe551c9e896 req-224cb5c8-0f13-4583-b0b6-df54c24fcca6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 Mar 03 06:36:00.728654 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86438007-df74-4214-bc29-37a491d3e8a1 req-4144d05d-c26b-4481-9824-4fbcd1682f16 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:00.730177 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-86438007-df74-4214-bc29-37a491d3e8a1 req-4144d05d-c26b-4481-9824-4fbcd1682f16 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0575120 Mar 03 06:36:00.777401 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-86438007-df74-4214-bc29-37a491d3e8a1 req-644d0b1c-e34c-4a9e-855e-fd227dde8fb3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Mar 03 06:36:01.210336 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a78b-7fbb-4581-8358-bd963c480bb1 req-426a4a25-94d6-452d-a487-224d1a69a8b9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:01.211798 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e2d0a78b-7fbb-4581-8358-bd963c480bb1 req-426a4a25-94d6-452d-a487-224d1a69a8b9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0563557 Mar 03 06:36:01.260423 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e2d0a78b-7fbb-4581-8358-bd963c480bb1 req-81a07cf8-8450-4d67-a008-2921a675852e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Mar 03 06:36:01.261074 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515f098-920a-4cb2-88b0-2ca120ae4714 req-282939e8-b76c-4e33-9a1e-e9b152ec8048 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:01.262625 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d515f098-920a-4cb2-88b0-2ca120ae4714 req-282939e8-b76c-4e33-9a1e-e9b152ec8048 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0627575 Mar 03 06:36:01.310665 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d515f098-920a-4cb2-88b0-2ca120ae4714 req-d0c10ca2-b234-4c80-a9db-0b3913deecd0 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Mar 03 06:36:01.763121 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b995c9-7cee-4e77-9eb3-3469ce5dab8a req-31272875-dd79-4c33-957e-6eca1df1bca5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:01.764594 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-14b995c9-7cee-4e77-9eb3-3469ce5dab8a req-31272875-dd79-4c33-957e-6eca1df1bca5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0546138 Mar 03 06:36:01.818262 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-14b995c9-7cee-4e77-9eb3-3469ce5dab8a req-4eaf7136-c5ba-4f10-8c4c-c589b580522d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472188 Mar 03 06:36:01.931051 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815a675-996b-46b1-8fe5-5660c95ee3e0 req-b09b6b0d-fdb0-4ae7-89f7-4ad2953872ba tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:01.932741 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a815a675-996b-46b1-8fe5-5660c95ee3e0 req-b09b6b0d-fdb0-4ae7-89f7-4ad2953872ba tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0618865 Mar 03 06:36:01.987892 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a815a675-996b-46b1-8fe5-5660c95ee3e0 req-f7fba442-6063-487e-b95f-b5703a33bb74 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479331 Mar 03 06:36:02.376231 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ea79c-d323-41ac-939c-00152c2c6aae req-011da744-fa03-4f18-84c5-87001c570de6 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:02.377610 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-862ea79c-d323-41ac-939c-00152c2c6aae req-011da744-fa03-4f18-84c5-87001c570de6 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0512748 Mar 03 06:36:02.426615 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-862ea79c-d323-41ac-939c-00152c2c6aae req-4c53d900-0f3d-400d-8e1b-5e2a0292055f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Mar 03 06:36:02.707417 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1a86886b-da59-49d4-a5bf-20fc188e65e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:02.955138 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6acc-2b3f-4ad0-b81c-5b50c2807343 req-c1d856e0-a6c1-4c47-a261-26d17817d99a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:02.956627 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-855b6acc-2b3f-4ad0-b81c-5b50c2807343 req-c1d856e0-a6c1-4c47-a261-26d17817d99a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Mar 03 06:36:03.006828 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-855b6acc-2b3f-4ad0-b81c-5b50c2807343 req-81a8d5b2-7fdc-45b4-9484-ce5e9b3e9de6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Mar 03 06:36:03.105071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108f9ed-3767-4d46-ab9f-fb49051341b4 req-5f59054c-5f54-4ee9-83d6-38bf5362c48a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:03.106573 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9108f9ed-3767-4d46-ab9f-fb49051341b4 req-5f59054c-5f54-4ee9-83d6-38bf5362c48a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0508778 Mar 03 06:36:03.151937 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9108f9ed-3767-4d46-ab9f-fb49051341b4 req-3431179e-f013-4f42-91dc-c9bc231dfa29 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Mar 03 06:36:03.373863 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:36:03.422138 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port ab27c222-956f-48b4-b080-448925fe23f1 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:36:03.422514 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ab27c222-956f-48b4-b080-448925fe23f1), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:03.512764 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:03.513150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:03.536617 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:03.538978 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e629d9-9186-4fb2-b77e-ba0a37050993" -d '{"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:03.542566 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afc553-2160-4d11-a41c-73932e467e27 req-8fd975b7-2007-4a6c-9894-a24b1a8c256f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:03.544116 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-28afc553-2160-4d11-a41c-73932e467e27 req-8fd975b7-2007-4a6c-9894-a24b1a8c256f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0511861 Mar 03 06:36:03.554825 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:03.577969 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e56472-32bb-4fc8-b8ff-f5def9ea7697 x-openstack-request-id: req-07e56472-32bb-4fc8-b8ff-f5def9ea7697 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:03.578287 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:03.578576 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07e56472-32bb-4fc8-b8ff-f5def9ea7697 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:03.578975 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'code': 200} Mar 03 06:36:03.600556 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-28afc553-2160-4d11-a41c-73932e467e27 req-62481938-1d8c-445e-9f6b-a58a7d8abd37 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506649 Mar 03 06:36:03.630399 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:03.655346 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:03.697426 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=7']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:04.133363 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb207a8c-dd4d-4e5b-be28-f558e4b6e02c req-914a865c-055d-44eb-906b-b0a3dc60b636 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:04.134985 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb207a8c-dd4d-4e5b-be28-f558e4b6e02c req-914a865c-055d-44eb-906b-b0a3dc60b636 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0528748 Mar 03 06:36:04.189889 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cb207a8c-dd4d-4e5b-be28-f558e4b6e02c req-9f2baf87-1862-4709-a99e-b9665d70bfb0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476794 Mar 03 06:36:04.285096 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f498db-8c6e-491d-a91d-2f48b2cdab90 req-709bdbd5-b404-4aaa-952e-5dfe459e643c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:04.286654 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b0f498db-8c6e-491d-a91d-2f48b2cdab90 req-709bdbd5-b404-4aaa-952e-5dfe459e643c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0551565 Mar 03 06:36:04.337512 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b0f498db-8c6e-491d-a91d-2f48b2cdab90 req-9095b371-5c39-478b-9d44-0daefa9dec8d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Mar 03 06:36:04.795488 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adc41-c420-4677-a662-67e77a7abaf1 req-6f3bdd17-267b-4476-a2b5-37b0828faaf5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:04.805698 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ee9adc41-c420-4677-a662-67e77a7abaf1 req-6f3bdd17-267b-4476-a2b5-37b0828faaf5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.1281245 Mar 03 06:36:04.876334 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e0046-3e5f-4ba3-b052-10c949fcc681 req-990acbb1-e7c7-404e-a01e-705ecda1d109 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:04.878525 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-999e0046-3e5f-4ba3-b052-10c949fcc681 req-990acbb1-e7c7-404e-a01e-705ecda1d109 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.1252673 Mar 03 06:36:04.915998 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ee9adc41-c420-4677-a662-67e77a7abaf1 req-b60774c8-2735-4cd1-a902-ed180802fa6f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085470 Mar 03 06:36:04.936519 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-7d62cd0e-1ba4-49d3-9c50-553e68a453f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:04.936519 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-7d62cd0e-1ba4-49d3-9c50-553e68a453f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.1476660 Mar 03 06:36:05.033229 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-999e0046-3e5f-4ba3-b052-10c949fcc681 req-db9b0d27-b93a-424c-990d-a0bdf8df006f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481009 Mar 03 06:36:05.082048 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-2735f62c-ef84-435e-9d8b-6bd47921aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:05.089921 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-2735f62c-ef84-435e-9d8b-6bd47921aa8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.1354079 Mar 03 06:36:05.187962 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-d037c715-7859-4fc1-9365-d7148a64e623 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.0843418 Mar 03 06:36:05.204623 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:05.304309 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-96c3815c-7fb2-4a2d-9ab9-4d66b4a79049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:05.306738 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-96c3815c-7fb2-4a2d-9ab9-4d66b4a79049 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.1054070 Mar 03 06:36:05.395649 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-0981974f-76a4-4aae-93cb-9213684f0f46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653746 Mar 03 06:36:05.419396 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800189-11d4-42b7-a19e-c5302db121b1 req-81e152b9-66b4-454a-acf7-3b79006d5adf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:05.421086 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e8800189-11d4-42b7-a19e-c5302db121b1 req-81e152b9-66b4-454a-acf7-3b79006d5adf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1012492 Mar 03 06:36:05.542926 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e8800189-11d4-42b7-a19e-c5302db121b1 req-16c5b2e7-e6d0-4b95-8ae4-9be5a06bdf6c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123691 Mar 03 06:36:05.548378 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-f7153fcb-2f34-44df-9e4d-568b3d68d530 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263180 Mar 03 06:36:05.669044 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ff19feab-b175-47b8-9e16-704e0b474b64 req-274af26d-44d6-4724-815f-e03a13bf4b5a service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119795 Mar 03 06:36:05.962186 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:36:06.075926 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8f42-1e3e-4f4e-8035-b820c0f319bc req-93f81a84-a48b-4394-a3e7-496e576396c8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:06.089189 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a82f8f42-1e3e-4f4e-8035-b820c0f319bc req-93f81a84-a48b-4394-a3e7-496e576396c8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0788569 Mar 03 06:36:06.170617 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a82f8f42-1e3e-4f4e-8035-b820c0f319bc req-e7dbaa5f-e1e5-4b05-b116-52b00d74e0a1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850463 Mar 03 06:36:06.284032 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf2849-57db-4f2c-9772-22587e854bc9 req-90b8ad21-21a8-41cc-9cd6-9db2e05b4285 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:06.286140 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e8cf2849-57db-4f2c-9772-22587e854bc9 req-90b8ad21-21a8-41cc-9cd6-9db2e05b4285 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0631273 Mar 03 06:36:06.398761 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e8cf2849-57db-4f2c-9772-22587e854bc9 req-e1817351-1c71-479f-9f53-55b0ed112de8 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012871 Mar 03 06:36:06.530270 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262062-eca4-460a-a810-3b7963443e83 req-7c044cd6-6cb1-4e40-86ed-171797e8def4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:06.532147 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-54262062-eca4-460a-a810-3b7963443e83 req-7c044cd6-6cb1-4e40-86ed-171797e8def4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0786910 Mar 03 06:36:06.541150 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 36030) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:06.546083 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'floatingip': {'port_id': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:06.625905 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (b5f95b01-42ff-4183-aa23-014e47bdd68c), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:06.722378 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:06.792086 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba0461-3384-4756-aee5-f8b237f8c14f req-c6522fd0-41f9-472a-a825-47ba2bd9dc37 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:06.793781 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-88ba0461-3384-4756-aee5-f8b237f8c14f req-c6522fd0-41f9-472a-a825-47ba2bd9dc37 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1297030 Mar 03 06:36:06.937294 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-88ba0461-3384-4756-aee5-f8b237f8c14f req-0571e72f-a43d-44ab-b278-7a726d096f55 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302898 Mar 03 06:36:07.266768 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:07.458699 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (b5f95b01-42ff-4183-aa23-014e47bdd68c), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:07.592617 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db389d-c7b4-4c5a-8ff3-ff6004631970 req-50dca18c-9ddd-4e7d-aca6-4f0be1222b23 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:07.603088 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-70db389d-c7b4-4c5a-8ff3-ff6004631970 req-50dca18c-9ddd-4e7d-aca6-4f0be1222b23 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0930729 Mar 03 06:36:07.639851 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Floating IP b5f95b01-42ff-4183-aa23-014e47bdd68c associated. External IP: 172.27.2.221, port: b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c. Mar 03 06:36:07.666519 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-70db389d-c7b4-4c5a-8ff3-ff6004631970 req-dce9462c-a9c5-4ccf-b7f0-e2670b70382a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623701 Mar 03 06:36:07.884693 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Router e64cd58d-a1d9-4502-b325-68b55961697b has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:36:08.022881 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:36:08.029377 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:08.034583 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:36:08.044900 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:36:08.045518 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:36:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:08.086228 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-dd58a508-7875-4054-a4ae-befcf90c596f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "PUT /v2.0/floatingips/b5f95b01-42ff-4183-aa23-014e47bdd68c HTTP/1.1" status: 200 len: 992 time: 1.5437853 Mar 03 06:36:08.088156 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:08.090653 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd712163-bcdf-458c-8b65-23baa023a7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:08.124949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ae5d1-ff69-4acf-9282-e821e6a0e504 req-49213438-02c4-4c8f-a82b-f8c01d0b3ecf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:08.126682 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1e9ae5d1-ff69-4acf-9282-e821e6a0e504 req-49213438-02c4-4c8f-a82b-f8c01d0b3ecf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1015613 Mar 03 06:36:08.162440 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28231941-e2c9-45d8-a94b-0be113090bf4 x-openstack-request-id: req-28231941-e2c9-45d8-a94b-0be113090bf4 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:08.162828 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:08.163177 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28231941-e2c9-45d8-a94b-0be113090bf4 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:08.163654 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'status': 'completed', 'code': 200} Mar 03 06:36:08.186651 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:36:08.187267 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1e9ae5d1-ff69-4acf-9282-e821e6a0e504 req-1aabe752-5cab-4949-942d-201492dfda62 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548534 Mar 03 06:36:08.260999 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-f06055f4-1968-41a8-bdf8-00ce4ba8db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:08.265640 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-f06055f4-1968-41a8-bdf8-00ce4ba8db95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1130 time: 0.0556848 Mar 03 06:36:08.396710 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-d427b4c6-872e-4190-b71e-d86e00563cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:08.400206 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-d427b4c6-872e-4190-b71e-d86e00563cdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 912 time: 0.1274755 Mar 03 06:36:08.454024 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': 'b5f95b01-42ff-4183-aa23-014e47bdd68c', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'port_id': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'mac_address': 'fa:16:3e:ba:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:35:23Z', 'updated_at': '2022-03-03T06:36:07Z', 'revision_number': 1, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:08.486336 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:36:08.495436 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:36:08.496220 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:36:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:08.567260 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-a7f9e4ab-45a7-4e0a-a77c-ef01e79faca0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 200 len: 1000 time: 0.1493134 Mar 03 06:36:08.660651 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 36072) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:08.670089 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-bbc4be51-5916-46d2-856d-630320ec6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:08.671606 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-bbc4be51-5916-46d2-856d-630320ec6817 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0966148 Mar 03 06:36:08.683304 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:36:08.756695 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-72011987-5f66-4938-b674-5c9ca573443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:08.759196 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-72011987-5f66-4938-b674-5c9ca573443a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809252 Mar 03 06:36:08.839354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6478a-62b9-42ba-8821-e53b465a8348 req-b10e9d10-ad78-4669-9348-64da1db6ce24 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:08.847154 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5aa6478a-62b9-42ba-8821-e53b465a8348 req-b10e9d10-ad78-4669-9348-64da1db6ce24 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0908990 Mar 03 06:36:08.909825 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19077a90-205f-48fd-b89a-7afb8c2ee3a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:08.932341 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5aa6478a-62b9-42ba-8821-e53b465a8348 req-d11df4dd-2e8d-477b-a48f-ef57ef1e34dd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841739 Mar 03 06:36:08.982975 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-9de00d78-977a-4671-b2e8-0d5146e8c639 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151954 Mar 03 06:36:09.067922 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19077a90-205f-48fd-b89a-7afb8c2ee3a8 admin admin] Publish callbacks [] for security_group (7aeca834-8cce-4598-becf-5cc7a3120bb7), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:09.138241 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bd712163-bcdf-458c-8b65-23baa023a7bb req-1c0a72da-db36-4923-a0b6-a2932dccff09 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461473 Mar 03 06:36:09.164865 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19077a90-205f-48fd-b89a-7afb8c2ee3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7aeca834-8cce-4598-becf-5cc7a3120bb7), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:09.215596 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': 'b5f95b01-42ff-4183-aa23-014e47bdd68c', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'port_id': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'mac_address': 'fa:16:3e:ba:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:35:23Z', 'updated_at': '2022-03-03T06:36:07Z', 'revision_number': 1, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:09.219492 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-19077a90-205f-48fd-b89a-7afb8c2ee3a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05f6b5ac2fd343d6b9eb3f9a2605d080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565326 Mar 03 06:36:09.222329 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 36086) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:09.241429 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19077a90-205f-48fd-b89a-7afb8c2ee3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeca834-8cce-4598-becf-5cc7a3120bb7,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:09.355777 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e00d2-6a80-4658-ba99-2b26b9b2cb0c None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': 'b5f95b01-42ff-4183-aa23-014e47bdd68c', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'port_id': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'mac_address': 'fa:16:3e:ba:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:35:23Z', 'updated_at': '2022-03-03T06:36:07Z', 'revision_number': 1, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:36:09.388040 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fd8d-4b8c-48af-b774-ad3697b08409 admin admin] Publish callbacks [] for security_group (7aeca834-8cce-4598-becf-5cc7a3120bb7), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:09.470888 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fd8d-4b8c-48af-b774-ad3697b08409 admin admin] Publish callbacks [] for security_group (7aeca834-8cce-4598-becf-5cc7a3120bb7), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:09.528547 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599885d-5c9f-41e6-a6f4-def9bd912bfe req-efb6b184-cb1f-45ca-998e-3c225b6dd6c5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:09.536545 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8599885d-5c9f-41e6-a6f4-def9bd912bfe req-efb6b184-cb1f-45ca-998e-3c225b6dd6c5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.1350362 Mar 03 06:36:09.595409 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8599885d-5c9f-41e6-a6f4-def9bd912bfe req-6613ac3f-d35f-428f-a669-9152454e9537 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578358 Mar 03 06:36:09.699348 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fd8d-4b8c-48af-b774-ad3697b08409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7aeca834-8cce-4598-becf-5cc7a3120bb7), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:09.716987 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fd8d-4b8c-48af-b774-ad3697b08409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:09.721095 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b6a7fd8d-4b8c-48af-b774-ad3697b08409 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7aeca834-8cce-4598-becf-5cc7a3120bb7 HTTP/1.1" status: 204 len: 168 time: 0.4973969 Mar 03 06:36:09.747660 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7fd8d-4b8c-48af-b774-ad3697b08409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeca834-8cce-4598-becf-5cc7a3120bb7,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:09.797550 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68411e35-1917-40d8-8690-f433a3760432 None None] New status for floating IP b5f95b01-42ff-4183-aa23-014e47bdd68c: ACTIVE {{(pid=103577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:36:10.776891 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2071212-59c3-4d81-81c7-1cfc27fbb8cd req-00f4bb44-ea8f-4bc5-9a84-43a689adc336 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:10.787820 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b2071212-59c3-4d81-81c7-1cfc27fbb8cd req-00f4bb44-ea8f-4bc5-9a84-43a689adc336 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0918245 Mar 03 06:36:10.934929 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b2071212-59c3-4d81-81c7-1cfc27fbb8cd req-e795c564-db53-40d7-98a4-8a4d0b422ba2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461051 Mar 03 06:36:10.955001 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 36132) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:11.036852 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf062-f3eb-46c4-b49e-c5ffb4ae893c req-8c053677-9d65-4827-9fe6-aeffef790fe9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:11.038476 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7c3bf062-f3eb-46c4-b49e-c5ffb4ae893c req-8c053677-9d65-4827-9fe6-aeffef790fe9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0660865 Mar 03 06:36:11.098645 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7c3bf062-f3eb-46c4-b49e-c5ffb4ae893c req-dcf707e0-c672-4656-aa31-1363ae3b2100 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519745 Mar 03 06:36:11.299050 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9666ad2-d4e0-4ebb-a759-84d98a07a9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.404748 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9666ad2-d4e0-4ebb-a759-84d98a07a9fe admin admin] Publish callbacks [] for security_group (d23e3765-a75d-48ea-bd2c-c01da0a72003), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.476121 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9666ad2-d4e0-4ebb-a759-84d98a07a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d23e3765-a75d-48ea-bd2c-c01da0a72003), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.561022 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f9666ad2-d4e0-4ebb-a759-84d98a07a9fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d7c32d43f894bed9710c7f45a140430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048548 Mar 03 06:36:11.561937 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9666ad2-d4e0-4ebb-a759-84d98a07a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23e3765-a75d-48ea-bd2c-c01da0a72003,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:11.564739 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 36152) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:11.626958 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ecaaa6bf-5556-452d-9906-fb0dd682896f admin admin] Publish callbacks [] for security_group (d23e3765-a75d-48ea-bd2c-c01da0a72003), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.654467 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ecaaa6bf-5556-452d-9906-fb0dd682896f admin admin] Publish callbacks [] for security_group (d23e3765-a75d-48ea-bd2c-c01da0a72003), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.795879 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ecaaa6bf-5556-452d-9906-fb0dd682896f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d23e3765-a75d-48ea-bd2c-c01da0a72003), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.800686 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ecaaa6bf-5556-452d-9906-fb0dd682896f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:11.803524 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ecaaa6bf-5556-452d-9906-fb0dd682896f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d23e3765-a75d-48ea-bd2c-c01da0a72003 HTTP/1.1" status: 204 len: 168 time: 0.2371850 Mar 03 06:36:11.823021 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaa6bf-5556-452d-9906-fb0dd682896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23e3765-a75d-48ea-bd2c-c01da0a72003,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:12.068986 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f84a1e-095b-4741-9cc5-c38ada9d9389 req-d2059d8e-1296-4cde-8af9-dbe37c29e22e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:12.070696 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f9f84a1e-095b-4741-9cc5-c38ada9d9389 req-d2059d8e-1296-4cde-8af9-dbe37c29e22e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0592291 Mar 03 06:36:12.157111 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f9f84a1e-095b-4741-9cc5-c38ada9d9389 req-9be9afb0-49c8-4937-b59f-5086c5002c2b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491436 Mar 03 06:36:13.263297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e919b2-b19f-428c-aa46-7091600b736e req-d13ba5c0-8bc5-4f17-8a11-1f17eab87f2b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:13.264695 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-00e919b2-b19f-428c-aa46-7091600b736e req-d13ba5c0-8bc5-4f17-8a11-1f17eab87f2b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0630517 Mar 03 06:36:13.338114 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-00e919b2-b19f-428c-aa46-7091600b736e req-7568b0c5-127d-4c12-bfaa-3c6f25b22ad8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670011 Mar 03 06:36:14.489459 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01112086-f171-4203-9afa-4c3cc4473a39 req-62b64a65-0c05-4303-a670-15cb77e728ea tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:14.490993 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-01112086-f171-4203-9afa-4c3cc4473a39 req-62b64a65-0c05-4303-a670-15cb77e728ea tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0691943 Mar 03 06:36:14.583232 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-01112086-f171-4203-9afa-4c3cc4473a39 req-f26e49a5-32e0-411f-bfd2-5fcf07335b0a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854859 Mar 03 06:36:15.703468 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5467455-3d7f-4a53-8d23-5231c2709dc4 req-b0031d38-04aa-4173-981e-f9b63ad59036 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:15.704955 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a5467455-3d7f-4a53-8d23-5231c2709dc4 req-b0031d38-04aa-4173-981e-f9b63ad59036 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0625648 Mar 03 06:36:15.766574 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a5467455-3d7f-4a53-8d23-5231c2709dc4 req-5b11665f-301a-4686-bbd8-7bcf2c54b400 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561795 Mar 03 06:36:16.892871 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d40b-b86b-4284-92a2-4b36866ccbea req-74e702db-8aba-46b3-80c7-cb40013c749e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:16.894402 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-74e7d40b-b86b-4284-92a2-4b36866ccbea req-74e702db-8aba-46b3-80c7-cb40013c749e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0546536 Mar 03 06:36:16.943338 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-74e7d40b-b86b-4284-92a2-4b36866ccbea req-81ea2729-3260-4cae-a3d6-8bd8c7116737 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 Mar 03 06:36:18.071045 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff3d6-12af-47e7-a0ee-ae8b13627cd8 req-082001a3-4765-42eb-b4f1-6b6f66b3ec61 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:18.072516 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cfbff3d6-12af-47e7-a0ee-ae8b13627cd8 req-082001a3-4765-42eb-b4f1-6b6f66b3ec61 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Mar 03 06:36:18.117739 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cfbff3d6-12af-47e7-a0ee-ae8b13627cd8 req-81e23ad3-64b7-4234-8fcd-6e3281495163 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395429 Mar 03 06:36:18.431637 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-4c22b10f-5231-4b29-b223-8663689dc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:18.433021 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-4c22b10f-5231-4b29-b223-8663689dc8b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1130 time: 0.0421646 Mar 03 06:36:18.741491 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-b6932772-ab20-4222-93c6-212f5c974504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:18.743035 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-b6932772-ab20-4222-93c6-212f5c974504 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.3039496 Mar 03 06:36:18.807046 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-7be63b4d-8696-4345-9c5d-d1c8957d77a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 1001 time: 0.0572877 Mar 03 06:36:18.869956 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-bfd4dd18-3eba-48f2-981c-74ba429b909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:18.875528 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-bfd4dd18-3eba-48f2-981c-74ba429b909e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0467682 Mar 03 06:36:18.942970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-6e71cc0f-1184-4c1f-8732-146497209f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:18.944588 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-6e71cc0f-1184-4c1f-8732-146497209f46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658438 Mar 03 06:36:19.033820 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-721c065f-f122-429e-a883-680c8e9a3cae service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806365 Mar 03 06:36:19.133607 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b982f654-ecc1-46b7-87df-6f7f5560c3e6 req-ea3a83a3-766d-430c-be9b-760d27a0d4c7 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925198 Mar 03 06:36:19.244821 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc722d5-9cf6-4706-b2d0-49aab5f7ba9b req-4728a772-29f3-4374-a728-9b5976d694c6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:19.246321 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0dc722d5-9cf6-4706-b2d0-49aab5f7ba9b req-4728a772-29f3-4374-a728-9b5976d694c6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0572259 Mar 03 06:36:19.292445 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0dc722d5-9cf6-4706-b2d0-49aab5f7ba9b req-97d37b7c-ce4b-43be-8f5c-58df21638c8e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Mar 03 06:36:20.412973 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbcb43-4c92-4e83-bf03-ff680cbd47c5 req-3cacbdd7-8e25-4ebf-8acb-dea352c9728c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:20.414453 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b9fbcb43-4c92-4e83-bf03-ff680cbd47c5 req-3cacbdd7-8e25-4ebf-8acb-dea352c9728c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0517333 Mar 03 06:36:20.459587 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b9fbcb43-4c92-4e83-bf03-ff680cbd47c5 req-11813d63-58b7-4123-b1c1-6085ecb3c3be tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 Mar 03 06:36:21.577914 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1075-d58e-4285-843b-337a12a233d0 req-58797ef6-7066-4478-aabc-6470110fd8b0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:21.579261 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6c4a1075-d58e-4285-843b-337a12a233d0 req-58797ef6-7066-4478-aabc-6470110fd8b0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 946 time: 0.0491657 Mar 03 06:36:21.626845 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6c4a1075-d58e-4285-843b-337a12a233d0 req-d81aae63-64fb-42bd-85f2-6981ecdc8ffe tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Mar 03 06:36:22.291575 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:36:22.364950 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: ACTIVE; New status is: DOWN {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:22.365339 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:22.386871 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:22.389067 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ab8d7e-5503-4bc4-8c4f-4aa6cf25228f" -d '{"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-unplugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:22.400924 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:22.423191 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b911acf8-cb88-4ee6-a43a-d0e46904a686 x-openstack-request-id: req-b911acf8-cb88-4ee6-a43a-d0e46904a686 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:22.423521 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-unplugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:22.424444 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b911acf8-cb88-4ee6-a43a-d0e46904a686 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:22.424842 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'code': 200} Mar 03 06:36:22.534603 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:22.584386 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=8']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:22.754003 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eda9f-cb8a-4aee-a252-59f12c1cfc05 req-0ce6e7e3-25eb-4349-ac90-e710b7bbd958 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:22.755462 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-137eda9f-cb8a-4aee-a252-59f12c1cfc05 req-0ce6e7e3-25eb-4349-ac90-e710b7bbd958 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0568178 Mar 03 06:36:22.801929 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-137eda9f-cb8a-4aee-a252-59f12c1cfc05 req-cfecb0b3-8445-40a7-973d-1a76ab0ba03b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407095 Mar 03 06:36:23.935979 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2af11-130e-44a4-b38e-69c7ac045bee req-941831e8-45f8-4b8b-8ebc-01abba1d5952 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:23.937499 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fae2af11-130e-44a4-b38e-69c7ac045bee req-941831e8-45f8-4b8b-8ebc-01abba1d5952 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0582933 Mar 03 06:36:23.984733 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fae2af11-130e-44a4-b38e-69c7ac045bee req-058cb05f-8d58-41a7-9bb0-ab0a57838bf8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395646 Mar 03 06:36:25.089099 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [req-47a46495-58fb-4d14-9b4b-13ec6c12883b req-521d9873-e5a7-4567-bb92-6fbee545ce33 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:36:25.090178 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47a46495-58fb-4d14-9b4b-13ec6c12883b req-521d9873-e5a7-4567-bb92-6fbee545ce33 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055380 Mar 03 06:36:25.400857 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7fe3-4f20-461c-bdf8-f1bbceaf5c68 req-302f340a-3883-4f3c-a748-171626dbc54e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:25.403019 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-28ea7fe3-4f20-461c-bdf8-f1bbceaf5c68 req-302f340a-3883-4f3c-a748-171626dbc54e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0527685 Mar 03 06:36:25.450452 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-28ea7fe3-4f20-461c-bdf8-f1bbceaf5c68 req-ee382f12-a330-47fd-80b5-0f5936beea23 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Mar 03 06:36:25.879962 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 36450) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:25.964334 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-a4a30fa1-0b26-480a-a694-33389812e9f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832036 Mar 03 06:36:25.972633 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-09afb4c9-6a17-4623-98a3-e881661e4fc6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:36:25.973555 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-09afb4c9-6a17-4623-98a3-e881661e4fc6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047479 Mar 03 06:36:26.046887 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 36458) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:26.136259 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-cd447600-3107-49d8-ac99-a0198dc7e6e5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:26.137653 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-cd447600-3107-49d8-ac99-a0198dc7e6e5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports/ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 941 time: 0.0896995 Mar 03 06:36:26.572233 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182230c1-5efb-4f19-913d-9184185cb3f1 req-239415d1-a3ab-429d-b9de-4f1f0cea6772 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:26.573740 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-182230c1-5efb-4f19-913d-9184185cb3f1 req-239415d1-a3ab-429d-b9de-4f1f0cea6772 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0512087 Mar 03 06:36:26.619687 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-182230c1-5efb-4f19-913d-9184185cb3f1 req-9dd0edd5-5026-425c-b2d5-4f152592e856 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Mar 03 06:36:27.334986 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:27.749079 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a48847-1a6a-4312-9a5f-412bf03e41e4 req-5c2e25e9-0b69-4945-9e7c-d1d072c63845 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:27.750633 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c5a48847-1a6a-4312-9a5f-412bf03e41e4 req-5c2e25e9-0b69-4945-9e7c-d1d072c63845 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0596619 Mar 03 06:36:27.798572 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c5a48847-1a6a-4312-9a5f-412bf03e41e4 req-154d1390-9b4f-41f5-9a29-736c4f06386a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Mar 03 06:36:28.925723 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bdc64-6a92-4891-8f62-a57cb477537f req-7db708f1-887c-4319-ab3c-b2b4127a807a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:28.929568 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-022bdc64-6a92-4891-8f62-a57cb477537f req-7db708f1-887c-4319-ab3c-b2b4127a807a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0560637 Mar 03 06:36:28.975962 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-022bdc64-6a92-4891-8f62-a57cb477537f req-1fb25af2-dd00-46b3-9cf7-4dd046e685a3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Mar 03 06:36:29.207184 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:36:29.286075 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: DOWN; New status is: DOWN {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:30.019380 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e1cdc-0e46-438b-a7ef-5188adbee324 req-1f24e3e6-c5cd-4462-b7cf-3a39dbbb7ca1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:30.021152 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8e8e1cdc-0e46-438b-a7ef-5188adbee324 req-1f24e3e6-c5cd-4462-b7cf-3a39dbbb7ca1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0531852 Mar 03 06:36:30.074936 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8e8e1cdc-0e46-438b-a7ef-5188adbee324 req-0942f4b7-271d-4166-a9bd-2a1e658e22b3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Mar 03 06:36:30.133481 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5c320-7d2d-488b-ba61-93bfcf3d6a80 req-395311ac-cfe3-4dbf-9cd6-37abad6625eb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:30.134999 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a3b5c320-7d2d-488b-ba61-93bfcf3d6a80 req-395311ac-cfe3-4dbf-9cd6-37abad6625eb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0858667 Mar 03 06:36:30.136801 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29550-60e6-4d02-9895-da46584e26ea req-b397859b-3061-4eb2-a0e2-9cb5aa4a69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:30.138167 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-b397859b-3061-4eb2-a0e2-9cb5aa4a69e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.0799754 Mar 03 06:36:30.248090 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a3b5c320-7d2d-488b-ba61-93bfcf3d6a80 req-a49bde39-409c-4c91-91d1-29c1afca24bb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075408 Mar 03 06:36:30.281672 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29550-60e6-4d02-9895-da46584e26ea req-a38e1c46-f41d-4656-be1a-48c3de22554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:30.290644 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-a38e1c46-f41d-4656-be1a-48c3de22554f service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.1365488 Mar 03 06:36:30.333823 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-a6f3be9c-0fa4-4f6b-9d0d-789d0cfdf421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.0428894 Mar 03 06:36:30.389591 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29550-60e6-4d02-9895-da46584e26ea req-be9b0133-96e2-4b79-aa78-f77fd4f5ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:30.391076 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-be9b0133-96e2-4b79-aa78-f77fd4f5ba26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0502613 Mar 03 06:36:30.426496 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-9ec2b554-586d-4c20-bc06-ddeb1f8fc13a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246360 Mar 03 06:36:30.522416 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-74ad4915-277c-472b-8b39-478e42b01153 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865321 Mar 03 06:36:30.543353 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dff672e1-cd97-44a5-912a-512502cb3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:30.626245 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-8e79cfd7-8f0f-4fb9-a882-662dfe2ee9be tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241038581&fields=id&tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 267 time: 0.0552788 Mar 03 06:36:30.626375 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ecf29550-60e6-4d02-9895-da46584e26ea req-451b185d-bb39-47f4-92e5-e0bfbe53a912 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951517 Mar 03 06:36:30.729142 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-2beb9824-af86-49e9-9e26-2b401fc4957b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:30.730612 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-2beb9824-af86-49e9-9e26-2b401fc4957b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 811 time: 0.1068165 Mar 03 06:36:30.744520 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-1978ea72-2c82-45e6-abbf-ca7a905f48d2 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/quotas/a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 375 time: 0.0088000 Mar 03 06:36:30.801326 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-de989190-2c64-418e-aad0-8e36eec63136 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513971 Mar 03 06:36:30.892159 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-1a247ace-1adf-4566-b1db-7e6bf574ef90 service neutron] 10.222.0.31 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798323 Mar 03 06:36:30.982669 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-14ad2fb2-9c1a-4e84-a622-64bd25bc80fc service neutron] 10.222.0.31 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847907 Mar 03 06:36:31.197781 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036da87f-c705-48b1-bf2e-0912b1a0c827 req-1fcfc75f-96b8-4063-81c4-115f26ddd975 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:31.199240 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-036da87f-c705-48b1-bf2e-0912b1a0c827 req-1fcfc75f-96b8-4063-81c4-115f26ddd975 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0555391 Mar 03 06:36:31.245612 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-036da87f-c705-48b1-bf2e-0912b1a0c827 req-c2721e43-2bde-496f-9f22-6d06270892a4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Mar 03 06:36:31.376298 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8c2a-ee18-4d47-af4b-7c18622a6a2f req-53abd2da-b2f4-4cd9-80d7-1df4d2f444df tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:31.377913 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9aad8c2a-ee18-4d47-af4b-7c18622a6a2f req-53abd2da-b2f4-4cd9-80d7-1df4d2f444df tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0541935 Mar 03 06:36:31.429250 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9aad8c2a-ee18-4d47-af4b-7c18622a6a2f req-6c30495e-f88f-46b1-9bc1-6267b9a8c82a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Mar 03 06:36:31.565013 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b94802a2-a302-4fa2-86c1-497e282f4a90 req-275e999c-49a7-4b6d-a6d1-de4102fb9643 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0294900 Mar 03 06:36:31.789893 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-e5ea625b-c1f5-44dc-a29e-60bdf3b0d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:31.791393 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-e5ea625b-c1f5-44dc-a29e-60bdf3b0d7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49&tenant_id=bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 1128 time: 0.0798132 Mar 03 06:36:31.857200 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-00595ff0-b1e6-43cb-b050-22920e3bd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:31.858659 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-00595ff0-b1e6-43cb-b050-22920e3bd6f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1128 time: 0.0434809 Mar 03 06:36:31.977956 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-634c577f-29fd-42c9-bcb3-49c04586eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:31.979493 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-634c577f-29fd-42c9-bcb3-49c04586eea6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.1146803 Mar 03 06:36:32.096321 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-2e083424-5365-4d65-8ca3-5873e989715e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 200 len: 999 time: 0.1082931 Mar 03 06:36:32.148073 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78194d62-e392-4b40-b87e-dc1fcaed4b4c req-e82934fb-b178-493d-9559-cf3a3a92fa34 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:32.149549 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-78194d62-e392-4b40-b87e-dc1fcaed4b4c req-e82934fb-b178-493d-9559-cf3a3a92fa34 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0907087 Mar 03 06:36:32.171752 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-96afdffc-25ab-451c-8b59-4d984a43f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:32.173148 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-96afdffc-25ab-451c-8b59-4d984a43f5aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0689647 Mar 03 06:36:32.226443 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-78194d62-e392-4b40-b87e-dc1fcaed4b4c req-cccb5f0e-f12c-4e58-9a24-0277a543df30 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704992 Mar 03 06:36:32.241279 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-7c0372b3-3fd7-475c-9a3f-596342d8cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:32.241279 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-7c0372b3-3fd7-475c-9a3f-596342d8cd65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558090 Mar 03 06:36:32.336094 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-2d6ddb3c-20ed-4950-802b-304d5a4b42c3 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871089 Mar 03 06:36:32.372666 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe95e6-f587-4d99-af3f-820b855d4303 req-d53a64dd-b9a1-4548-8c5e-f10f574409d5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:32.374236 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-effe95e6-f587-4d99-af3f-820b855d4303 req-d53a64dd-b9a1-4548-8c5e-f10f574409d5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0518610 Mar 03 06:36:32.421525 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-effe95e6-f587-4d99-af3f-820b855d4303 req-c8a898b0-7780-40ff-923f-3da83e230124 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Mar 03 06:36:32.427408 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9526f9c1-fd54-4fbb-a5aa-f9aaf016b367 req-db314830-ac93-4b03-b625-2e4c75b711e8 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843813 Mar 03 06:36:32.556119 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789c87f-0d3d-41ae-87ab-307cd5e33b10 req-c2085614-3223-48ba-bbb8-7b2bff22085a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:32.557689 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8789c87f-0d3d-41ae-87ab-307cd5e33b10 req-c2085614-3223-48ba-bbb8-7b2bff22085a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0574086 Mar 03 06:36:32.604173 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8789c87f-0d3d-41ae-87ab-307cd5e33b10 req-03e3c723-7fba-4813-92e6-553e50985956 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Mar 03 06:36:32.655229 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-08923b51-e52b-4f9c-b24e-a748fdc120a5 req-762f1164-202f-415e-9950-650ded8d998f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0261493 Mar 03 06:36:32.703333 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fc952164-5265-47ed-892a-24782ad4cbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:33.342196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea1e06-7862-481e-9afc-cd26467fe3a2 req-8f385226-5df8-4e60-9cb2-c5eff67d079b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:33.343654 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-03ea1e06-7862-481e-9afc-cd26467fe3a2 req-8f385226-5df8-4e60-9cb2-c5eff67d079b tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Mar 03 06:36:33.390466 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-03ea1e06-7862-481e-9afc-cd26467fe3a2 req-11341ca8-b5e7-4762-a756-f2d1dab3d6db tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Mar 03 06:36:33.541824 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af66d6-4729-4ab6-a111-b81b41118951 req-4044c63a-50fb-4a69-a0c9-79a63a1f7fb9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:33.543257 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-04af66d6-4729-4ab6-a111-b81b41118951 req-4044c63a-50fb-4a69-a0c9-79a63a1f7fb9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0533648 Mar 03 06:36:33.588977 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-04af66d6-4729-4ab6-a111-b81b41118951 req-a713c064-27ae-43ba-ba08-328e760bdca0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Mar 03 06:36:33.669053 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:33.732697 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f019f7-3f61-4d26-95ee-9c1829ec8182 req-2c52c1bf-d137-4e58-b4e7-38d431b64c9f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:33.734292 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22f019f7-3f61-4d26-95ee-9c1829ec8182 req-2c52c1bf-d137-4e58-b4e7-38d431b64c9f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0526085 Mar 03 06:36:33.746904 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0bf7a519-ae77-4632-b8cd-010a8bc9d841 req-aba0db93-cafe-4b89-88ae-415b48c0509b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0270083 Mar 03 06:36:33.785160 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22f019f7-3f61-4d26-95ee-9c1829ec8182 req-5697653f-1796-432a-ba9a-bc5106ccb636 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Mar 03 06:36:34.506006 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1fea8-c2af-4470-bf0a-1e26d575e2b9 req-7f145a3c-45d4-4cad-afbd-1b7c74907bfa tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:34.507843 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30f1fea8-c2af-4470-bf0a-1e26d575e2b9 req-7f145a3c-45d4-4cad-afbd-1b7c74907bfa tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0534809 Mar 03 06:36:34.569303 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30f1fea8-c2af-4470-bf0a-1e26d575e2b9 req-039ff03d-2aab-49d0-aafe-4affddbb7b5e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Mar 03 06:36:34.720775 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3dfba-3db0-4121-9b2b-cacfbfea1f1e req-4c34595b-ddce-4512-ad6d-0fbb3bfa1e29 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:34.722427 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d9e3dfba-3db0-4121-9b2b-cacfbfea1f1e req-4c34595b-ddce-4512-ad6d-0fbb3bfa1e29 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0561378 Mar 03 06:36:34.775605 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d9e3dfba-3db0-4121-9b2b-cacfbfea1f1e req-83d1d4d5-b6e6-43d0-a67d-60ce9ae6833f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Mar 03 06:36:34.861002 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-35b4ee18-3f2d-47b1-8e53-42a2596a7556 req-43e26661-99fe-4a88-902a-4bde4d065916 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0324175 Mar 03 06:36:34.932101 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e89a03-1033-4d07-b30c-3e2f80e63400 req-e69b3070-42da-4960-a99e-d8e6971e7221 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:34.933653 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d1e89a03-1033-4d07-b30c-3e2f80e63400 req-e69b3070-42da-4960-a99e-d8e6971e7221 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0690408 Mar 03 06:36:34.984893 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d1e89a03-1033-4d07-b30c-3e2f80e63400 req-cde131bf-e0d3-4ed2-a20c-2cb69353d7c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437553 Mar 03 06:36:35.129006 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:35.692617 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2066c6-157b-47e7-a24f-a8450fcf489e req-ade6004e-74d4-404a-baa6-a00b5aeed864 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:35.694153 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1c2066c6-157b-47e7-a24f-a8450fcf489e req-ade6004e-74d4-404a-baa6-a00b5aeed864 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0520198 Mar 03 06:36:35.743314 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1c2066c6-157b-47e7-a24f-a8450fcf489e req-1b8765bd-3a34-4dae-804b-08eca3167a11 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Mar 03 06:36:35.916187 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0256b-cc67-44d9-b266-13640c1bfbdf req-43550c09-f260-4798-a4e4-75603557b8c4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:35.917667 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47a0256b-cc67-44d9-b266-13640c1bfbdf req-43550c09-f260-4798-a4e4-75603557b8c4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0645294 Mar 03 06:36:35.963817 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3eec58d7-eb24-4245-a3c0-ffd94ce7e753 req-199adbcd-b686-4dca-be32-057d1760d658 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0281446 Mar 03 06:36:35.970703 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47a0256b-cc67-44d9-b266-13640c1bfbdf req-75811477-9528-4570-8b7c-81bdca0fe063 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476887 Mar 03 06:36:36.129138 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8150b-3ef0-4ced-a76f-4380eb7ba0c1 req-e78cd259-5a6a-40d5-98dd-2fae03787705 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:36.131627 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4ca8150b-3ef0-4ced-a76f-4380eb7ba0c1 req-e78cd259-5a6a-40d5-98dd-2fae03787705 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0731158 Mar 03 06:36:36.193908 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4ca8150b-3ef0-4ced-a76f-4380eb7ba0c1 req-72d19e78-6e8a-46ca-8002-29394ced1fd6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563691 Mar 03 06:36:36.694827 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:36.828069 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 36716) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:36.893421 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aa502-9192-4912-9816-86df8a73cb8f req-642d7c20-5a5f-474c-a163-8879f7105b04 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:36.898062 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fd7aa502-9192-4912-9816-86df8a73cb8f req-642d7c20-5a5f-474c-a163-8879f7105b04 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0595522 Mar 03 06:36:36.958716 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a827cc55-8afc-44f0-9152-2593ad463d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:36.973731 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fd7aa502-9192-4912-9816-86df8a73cb8f req-7e67fb0d-0528-4884-9819-93edb0637fae tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Mar 03 06:36:37.080992 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5c155019-ecf9-4c54-9eb2-d85c2285823e req-b8deb959-0c09-4890-91c6-bf3a8b76e5a6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0432715 Mar 03 06:36:37.104137 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a827cc55-8afc-44f0-9152-2593ad463d14 admin admin] Publish callbacks [] for security_group (5472e150-9d0b-42a1-b8bc-1928f54bfd9b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:37.150648 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990e75-b9b5-44e3-9671-3cd64a3a2f98 req-7645baec-30ca-49a6-bcf2-ee00d910750e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:37.152098 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2d990e75-b9b5-44e3-9671-3cd64a3a2f98 req-7645baec-30ca-49a6-bcf2-ee00d910750e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0649540 Mar 03 06:36:37.176399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a827cc55-8afc-44f0-9152-2593ad463d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5472e150-9d0b-42a1-b8bc-1928f54bfd9b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:37.248693 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a827cc55-8afc-44f0-9152-2593ad463d14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3ab49e2aa104bd59380ff75bf424508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191110 Mar 03 06:36:37.248994 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 36730) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:36:37.251044 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827cc55-8afc-44f0-9152-2593ad463d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5472e150-9d0b-42a1-b8bc-1928f54bfd9b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:37.268314 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2d990e75-b9b5-44e3-9671-3cd64a3a2f98 req-94d1f389-bee9-45c7-be57-093f56b4a8c1 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104977 Mar 03 06:36:37.367022 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2549-ad9c-47d7-9db8-083ac58a97d9 admin admin] Publish callbacks [] for security_group (5472e150-9d0b-42a1-b8bc-1928f54bfd9b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:37.394886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2549-ad9c-47d7-9db8-083ac58a97d9 admin admin] Publish callbacks [] for security_group (5472e150-9d0b-42a1-b8bc-1928f54bfd9b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:37.402917 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff843d2-21b2-4863-922e-0c27198e4179 req-c9b9f3b8-0ea9-498e-8dea-69f9cedc2dc8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:37.411124 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4ff843d2-21b2-4863-922e-0c27198e4179 req-c9b9f3b8-0ea9-498e-8dea-69f9cedc2dc8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.1151974 Mar 03 06:36:37.482736 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4ff843d2-21b2-4863-922e-0c27198e4179 req-c4406d6f-b179-4dd1-8e42-8ef951ca3ca5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721283 Mar 03 06:36:37.580177 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2549-ad9c-47d7-9db8-083ac58a97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5472e150-9d0b-42a1-b8bc-1928f54bfd9b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:37.583315 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f4a2549-ad9c-47d7-9db8-083ac58a97d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:37.585623 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-6f4a2549-ad9c-47d7-9db8-083ac58a97d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5472e150-9d0b-42a1-b8bc-1928f54bfd9b HTTP/1.1" status: 204 len: 168 time: 0.3342700 Mar 03 06:36:37.595706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a2549-ad9c-47d7-9db8-083ac58a97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5472e150-9d0b-42a1-b8bc-1928f54bfd9b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:38.129874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4297-69ad-4e7e-b03d-5f34d0118875 req-cb274b5d-cecb-4a48-91b1-3725a3882f49 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:38.132941 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f0bb4297-69ad-4e7e-b03d-5f34d0118875 req-cb274b5d-cecb-4a48-91b1-3725a3882f49 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0801232 Mar 03 06:36:38.186036 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f77808c1-49f0-4280-9a10-fa7b72216742 req-7f5fc6cd-a00a-455f-aaef-e0b356add825 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0332077 Mar 03 06:36:38.223011 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f0bb4297-69ad-4e7e-b03d-5f34d0118875 req-1eb82401-f71e-47b6-91e0-d8daf87c6391 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841494 Mar 03 06:36:38.396807 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a54544-6fa5-4115-900d-893db66e667d req-4b327a7e-8e75-4f96-9fb1-f429ebd9f20c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:38.398378 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-59a54544-6fa5-4115-900d-893db66e667d req-4b327a7e-8e75-4f96-9fb1-f429ebd9f20c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0601871 Mar 03 06:36:38.449316 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-59a54544-6fa5-4115-900d-893db66e667d req-96062111-b9eb-4bd7-80dd-1851643160f0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Mar 03 06:36:38.656307 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61f09f-7b9a-415e-9fce-728183193dfc req-4200a24f-049c-4d71-b49d-a5244830c68f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:38.665244 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d61f09f-7b9a-415e-9fce-728183193dfc req-4200a24f-049c-4d71-b49d-a5244830c68f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0753694 Mar 03 06:36:38.754403 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d61f09f-7b9a-415e-9fce-728183193dfc req-8e18fb24-f9a1-4091-8c21-71b707b6e485 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878210 Mar 03 06:36:39.309636 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-be874124-1069-4daa-85c5-ea184e9925d6 req-145209af-3e02-47dc-a25f-b169dd6574a4 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0396128 Mar 03 06:36:39.358681 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254b3a-257b-4af1-8b7c-7c4e17e44a47 req-b9a922f0-3895-46de-b212-bc1fb70e80a4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:39.362054 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-66254b3a-257b-4af1-8b7c-7c4e17e44a47 req-b9a922f0-3895-46de-b212-bc1fb70e80a4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0592983 Mar 03 06:36:39.407736 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-66254b3a-257b-4af1-8b7c-7c4e17e44a47 req-a381f4d5-9196-4bca-9312-4be411634611 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 03 06:36:39.582525 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30459478-c4e2-417a-a60d-c8b54b491b17 req-256ec18a-9df6-4491-9d32-be0735f24086 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:39.584101 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30459478-c4e2-417a-a60d-c8b54b491b17 req-256ec18a-9df6-4491-9d32-be0735f24086 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0561812 Mar 03 06:36:39.631837 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-30459478-c4e2-417a-a60d-c8b54b491b17 req-bba7168f-eab1-41b0-8c04-4dd29870984d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Mar 03 06:36:39.892940 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e11a1-f694-4def-8fac-31a2c22d60b4 req-c30f4211-e33b-44b9-923b-2c31a20a05cc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:39.894405 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b1e11a1-f694-4def-8fac-31a2c22d60b4 req-c30f4211-e33b-44b9-923b-2c31a20a05cc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0670326 Mar 03 06:36:39.947051 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b1e11a1-f694-4def-8fac-31a2c22d60b4 req-03a74c22-bca8-4311-a37b-307a4f2dc157 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469856 Mar 03 06:36:40.409061 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a0e09dd1-4593-4ca6-88d1-098fa980892c req-403346e9-2047-4da6-86fa-94d5d78f3567 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0268998 Mar 03 06:36:40.528772 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1fe8a-92f0-4715-bc40-482da100e367 req-e95c3975-c715-4279-8856-58743f347a70 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:40.530339 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bad1fe8a-92f0-4715-bc40-482da100e367 req-e95c3975-c715-4279-8856-58743f347a70 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0545363 Mar 03 06:36:40.578274 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bad1fe8a-92f0-4715-bc40-482da100e367 req-75cdab4c-04f9-4b58-85df-503c61de8b03 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Mar 03 06:36:40.754151 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74097f-b3d7-44cd-a27d-3de90c36eb37 req-e47d8a4b-0aba-49ea-988c-720ffcc04ca5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:40.758031 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2a74097f-b3d7-44cd-a27d-3de90c36eb37 req-e47d8a4b-0aba-49ea-988c-720ffcc04ca5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0558610 Mar 03 06:36:40.806331 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2a74097f-b3d7-44cd-a27d-3de90c36eb37 req-2710156b-7338-4860-a127-ef55e93fa665 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Mar 03 06:36:41.082237 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50e2c6-5dde-4790-ba50-08026677837b req-605463b9-86d4-433b-9b80-cc98af1c5034 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:41.083728 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ba50e2c6-5dde-4790-ba50-08026677837b req-605463b9-86d4-433b-9b80-cc98af1c5034 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0529497 Mar 03 06:36:41.139096 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ba50e2c6-5dde-4790-ba50-08026677837b req-a787054e-0fbf-4259-9691-270f1d5a8986 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489094 Mar 03 06:36:41.515587 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-07445acd-9881-437d-9afc-2bcf1e4f8213 req-af1a742e-0ddf-49e5-96ba-5618840b201f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0289497 Mar 03 06:36:41.705474 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c315d5-ad13-4340-be16-81bc1a7301ce req-4396a771-d333-41ad-aa33-13f08b706f93 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:41.707009 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-07c315d5-ad13-4340-be16-81bc1a7301ce req-4396a771-d333-41ad-aa33-13f08b706f93 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0551355 Mar 03 06:36:41.761707 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-07c315d5-ad13-4340-be16-81bc1a7301ce req-da170301-bed5-4997-962a-e4d503c3e784 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Mar 03 06:36:41.938877 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac860ae-427f-4ecd-bc74-b3f1033b51a9 req-7901f3a8-340c-4b37-bd27-8dfce67d555e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:41.946046 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fac860ae-427f-4ecd-bc74-b3f1033b51a9 req-7901f3a8-340c-4b37-bd27-8dfce67d555e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0618827 Mar 03 06:36:41.990950 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fac860ae-427f-4ecd-bc74-b3f1033b51a9 req-13630945-acc4-4618-8f18-39579baaf22f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Mar 03 06:36:42.301844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91def-2a4b-4c5f-8676-d20c6c4be2b9 req-45029d12-20dd-4d4f-9af3-d31e08e2ec37 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:42.303539 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-67f91def-2a4b-4c5f-8676-d20c6c4be2b9 req-45029d12-20dd-4d4f-9af3-d31e08e2ec37 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0643318 Mar 03 06:36:42.351811 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-67f91def-2a4b-4c5f-8676-d20c6c4be2b9 req-a3fcd827-2598-43ea-b488-b3632037eb6a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Mar 03 06:36:42.610553 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1075deb1-7619-456a-8292-026d25c737c0 req-b4ad63e9-ab8c-4c88-9465-f3e27bd93bff tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0274472 Mar 03 06:36:42.908430 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56a11a-99e3-4d21-b825-ecf83c87e02d req-0ed1b511-3bc4-4f7f-9b7f-a58ee0799463 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:42.915965 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7c56a11a-99e3-4d21-b825-ecf83c87e02d req-0ed1b511-3bc4-4f7f-9b7f-a58ee0799463 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0651503 Mar 03 06:36:42.954803 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:36:42.974077 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7c56a11a-99e3-4d21-b825-ecf83c87e02d req-55bdaae4-abcf-48a6-a81f-029151953c11 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Mar 03 06:36:43.140701 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422373d-b136-49c1-9995-6c34e83f446f req-37c2e213-e5f8-407a-b03f-505682c11d65 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:43.148141 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7422373d-b136-49c1-9995-6c34e83f446f req-37c2e213-e5f8-407a-b03f-505682c11d65 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0741003 Mar 03 06:36:43.199944 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7422373d-b136-49c1-9995-6c34e83f446f req-45be9bf7-bf15-4169-b039-9239f1c6a1dc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509286 Mar 03 06:36:43.474544 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083ba2-2edc-4c6c-80ae-2d2bf06d20b3 req-c27d1229-52fe-4716-8134-3133821e2e89 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:43.476076 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b8083ba2-2edc-4c6c-80ae-2d2bf06d20b3 req-c27d1229-52fe-4716-8134-3133821e2e89 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0525053 Mar 03 06:36:43.532727 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b8083ba2-2edc-4c6c-80ae-2d2bf06d20b3 req-fac0e63a-a31f-46d5-a77d-4bfc3a11b0cf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Mar 03 06:36:43.702329 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8cd85a39-0a67-4cf9-9e86-5b1a4017f316 req-cf669220-3d67-4ad7-95fa-59f0a6b80991 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0257080 Mar 03 06:36:44.089032 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d54539-31e8-47d3-a32e-59ebb4742aec req-4141d029-cd42-4a17-98a9-ec5faa268c0e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:44.090617 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-76d54539-31e8-47d3-a32e-59ebb4742aec req-4141d029-cd42-4a17-98a9-ec5faa268c0e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0609794 Mar 03 06:36:44.142076 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-76d54539-31e8-47d3-a32e-59ebb4742aec req-79442a11-3b14-49a9-a26e-a8ab114c8c27 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Mar 03 06:36:44.318367 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edb186-7adc-45c0-b802-1f93559d53bd req-1257b8c0-0d0a-44fd-b1fd-6257d5a46711 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:44.319879 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c4edb186-7adc-45c0-b802-1f93559d53bd req-1257b8c0-0d0a-44fd-b1fd-6257d5a46711 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0534737 Mar 03 06:36:44.371898 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c4edb186-7adc-45c0-b802-1f93559d53bd req-40c92bca-d603-4654-ab95-b2c5e9935523 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Mar 03 06:36:44.647139 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9c4d-e8ac-4e9a-b72d-5b7daf5a1374 req-b7ec9ade-1113-4a39-a005-d21fd22dc106 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:44.648611 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-aeeb9c4d-e8ac-4e9a-b72d-5b7daf5a1374 req-b7ec9ade-1113-4a39-a005-d21fd22dc106 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0513580 Mar 03 06:36:44.698174 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-aeeb9c4d-e8ac-4e9a-b72d-5b7daf5a1374 req-1b9da4b2-f969-4919-a5ce-b239a12e3957 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Mar 03 06:36:44.800901 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-05467067-2d75-4ae5-90b9-a2161b019199 req-7a855d13-b31f-4807-8cd5-f2990052d57e tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0275042 Mar 03 06:36:44.991446 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-6cdb1b74-8f83-45cc-a247-ed03c2f850f6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.014558 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-6cdb1b74-8f83-45cc-a247-ed03c2f850f6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 811 time: 0.1124971 Mar 03 06:36:45.073869 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-bccaa48a-a40f-4cdc-8fe2-dbc396129cb3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 380 time: 0.0716548 Mar 03 06:36:45.083100 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'port': {'device_id': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'admin_state_up': True, 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'security_groups': ['51563430-c4af-4e68-81a1-785303fa9fba']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:45.219688 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-773b2919-2d3b-4c47-b931-357b427966ad tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.263998 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-773b2919-2d3b-4c47-b931-357b427966ad tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0534689 Mar 03 06:36:45.267687 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754cfce-888d-4325-b297-972ab726430f req-f89b5643-e24c-4ea5-a5d7-ddaa45bfc646 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.269846 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3754cfce-888d-4325-b297-972ab726430f req-f89b5643-e24c-4ea5-a5d7-ddaa45bfc646 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 945 time: 0.0538094 Mar 03 06:36:45.317408 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3754cfce-888d-4325-b297-972ab726430f req-e2613eea-8bca-4cf0-a92f-d7e1d0fb307f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Mar 03 06:36:45.340829 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Made reservation on behalf of a29131fbbffe4fa8848b8fd3bce8ba3c for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:36:45.345220 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:45.405938 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Deleting port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:36:45.412470 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:45.490148 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Allocated IP 172.20.0.12 (475f95b3-25c9-436a-9f3a-124667ed1b0a/12f59b88-0285-4b02-8028-04cb542897e9/30d4e301-ebbb-4cb6-90af-a67a0ddfd261) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:36:45.648237 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:45.729461 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d27e1-dbeb-465e-b934-5678c9e44ed2 req-635568f1-5b1e-44b1-bf5a-f041cf7a8064 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.730943 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f2d27e1-dbeb-465e-b934-5678c9e44ed2 req-635568f1-5b1e-44b1-bf5a-f041cf7a8064 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.2824731 Mar 03 06:36:45.731909 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:45.732771 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] For port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:45.733783 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:45.764498 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Calling delete_port for b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:36:45.793232 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:36:45.805948 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:36:45.825552 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:45.826805 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f2d27e1-dbeb-465e-b934-5678c9e44ed2 req-f4060a18-f4a6-4886-a174-238e4ffcc2c0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Mar 03 06:36:45.833835 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:36:45.902447 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.903107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:45.920724 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f166da-1cae-4cc5-9f19-02824c12cd35 req-cabc1bd4-1e29-484f-9cfe-d321febf687b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.922330 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-58f166da-1cae-4cc5-9f19-02824c12cd35 req-cabc1bd4-1e29-484f-9cfe-d321febf687b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.1382718 Mar 03 06:36:45.982006 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-58f166da-1cae-4cc5-9f19-02824c12cd35 req-2c1de6ca-19b5-497a-932c-43046a3aab8c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509787 Mar 03 06:36:46.004963 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4f7c-5dda-4d5e-8c82-1c775e868c6e req-24d4a2c4-759f-4c63-8715-55b5fb475cde tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:46.007084 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-837d4f7c-5dda-4d5e-8c82-1c775e868c6e req-24d4a2c4-759f-4c63-8715-55b5fb475cde tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 932 time: 0.1081841 Mar 03 06:36:46.015034 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-031c1c13-14fa-4908-84a8-0992dd934dcd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9348176 Mar 03 06:36:46.025949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Request body: {'port': {'device_id': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:46.071470 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-837d4f7c-5dda-4d5e-8c82-1c775e868c6e req-e9c9641f-faea-4499-a5df-96bc0a3a5098 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527005 Mar 03 06:36:46.093234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.101112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-a5f15130-6f0d-4deb-9b82-914c7e547cbd None None] Provisioning complete for port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:36:46.101818 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a5f15130-6f0d-4deb-9b82-914c7e547cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.108979 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.135438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', '327728b2-ecfe-4700-bdab-49676e9c3d8e', '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806', 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:36:46.137154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event deleted for resources: {'Port': ['ID=b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:46.184006 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-a5f15130-6f0d-4deb-9b82-914c7e547cbd None None] Port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:36:46.206437 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] No DVR routers for this DVR port b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:36:46.209616 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.213049 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2aa0d2c3-8809-41cc-8aba-c37b3b4c4874 req-e81645d1-968c-4958-a637-31bc696af6c3 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "DELETE /v2.0/ports/b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee HTTP/1.1" status: 204 len: 173 time: 0.9839902 Mar 03 06:36:46.213557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'name': 'network-vif-deleted', 'tag': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:46.215887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d802a-cd0d-49ae-9e3b-83d6faf5c972" -d '{"events": [{"server_uuid": "d6bfa737-206e-4bd4-a217-56eb716709a8", "name": "network-vif-deleted", "tag": "b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:46.289829 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a33e8d-534f-4ed3-84e7-69539bd66b40 x-openstack-request-id: req-49a33e8d-534f-4ed3-84e7-69539bd66b40 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:46.290132 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bfa737-206e-4bd4-a217-56eb716709a8", "name": "network-vif-deleted", "tag": "b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:46.290388 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49a33e8d-534f-4ed3-84e7-69539bd66b40 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:46.290785 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bfa737-206e-4bd4-a217-56eb716709a8', 'name': 'network-vif-deleted', 'tag': 'b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee', 'status': 'completed', 'code': 200} Mar 03 06:36:46.397660 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:36:46.406234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Publish callbacks [] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.428679 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Transition to ACTIVE for port object 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:36:46.445832 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c092cdcf-d671-4d0a-8378-c1b72ffc6225 req-562603cf-ec1c-4c09-b069-66099ded21d6 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 210 time: 0.0457075 Mar 03 06:36:46.505950 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.582436 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Pushing event updated for resources: {'Port': ['ID=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:46.634379 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Attempting to bind port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:36:46.634636 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Attempting to bind port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:36:46.634971 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Attempting to bind port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:36:46.639767 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 on network 475f95b3-25c9-436a-9f3a-124667ed1b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:36:46.640162 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Attempting to bind port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:36:46.647074 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:36:46.647074 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Checking segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:36:46.647450 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Bound using segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:36:46.647911 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Bound port: 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:36:46.648281 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.722494 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] For port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:36:46.725752 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] For port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:36:46.812402 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.852489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:46.853245 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:46.857778 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] 10.222.0.41 "PUT /v2.0/ports/30d4e301-ebbb-4cb6-90af-a67a0ddfd261 HTTP/1.1" status: 200 len: 1094 time: 0.8331745 Mar 03 06:36:46.857778 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:46.863202 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a727c-7d47-493d-ba01-88653806c9da" -d '{"events": [{"name": "network-changed", "server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:46.892607 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951d1e3-9cbb-402b-91ff-96a3969b6435 service neutron] Pushing event updated for resources: {'Port': ['ID=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:46.898340 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa783ec-3889-42b2-af7c-e97171fef2b6 x-openstack-request-id: req-9aa783ec-3889-42b2-af7c-e97171fef2b6 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:46.898728 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:46.899093 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aa783ec-3889-42b2-af7c-e97171fef2b6 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:46.899577 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'status': 'completed', 'code': 200} Mar 03 06:36:47.020016 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ead15-e1bf-4c62-aa7b-ce8697ab75fb req-56f5653d-7471-42f0-a6d3-152a685af4b5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.021617 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-126ead15-e1bf-4c62-aa7b-ce8697ab75fb req-56f5653d-7471-42f0-a6d3-152a685af4b5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0908599 Mar 03 06:36:47.024550 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a727c-7d47-493d-ba01-88653806c9da req-77451086-274b-415f-bd6d-f1bf632e1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.025941 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-941a727c-7d47-493d-ba01-88653806c9da req-77451086-274b-415f-bd6d-f1bf632e1847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 1128 time: 0.0842440 Mar 03 06:36:47.154000 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da4787-ab9e-4bc3-846d-37981531b430 req-dd2da1b4-4690-4db0-a5e6-38e3ac186cd5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.155473 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-33da4787-ab9e-4bc3-846d-37981531b430 req-dd2da1b4-4690-4db0-a5e6-38e3ac186cd5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0739772 Mar 03 06:36:47.208627 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-33da4787-ab9e-4bc3-846d-37981531b430 req-6988fe49-4ca4-4bca-9ffc-ac018864ba88 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472381 Mar 03 06:36:47.333669 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320996e0-1dfb-43be-97eb-258313179c7d req-10964878-110f-4487-92f8-aed89f9779e1 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.335511 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-320996e0-1dfb-43be-97eb-258313179c7d req-10964878-110f-4487-92f8-aed89f9779e1 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0655985 Mar 03 06:36:47.371839 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-126ead15-e1bf-4c62-aa7b-ce8697ab75fb req-4069eb0d-1ac8-4c7f-8954-9a160369063c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436725 Mar 03 06:36:47.389635 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-320996e0-1dfb-43be-97eb-258313179c7d req-4c76ad5b-2794-4195-811d-436251853c1a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484602 Mar 03 06:36:47.405229 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a727c-7d47-493d-ba01-88653806c9da req-e3fefa17-6553-4d65-b48a-8c77424b3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.406695 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-941a727c-7d47-493d-ba01-88653806c9da req-e3fefa17-6553-4d65-b48a-8c77424b3b03 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3668547 Mar 03 06:36:47.505299 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a727c-7d47-493d-ba01-88653806c9da req-c1b15fd8-4c15-42f5-9614-522ce8cdfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.506833 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-941a727c-7d47-493d-ba01-88653806c9da req-c1b15fd8-4c15-42f5-9614-522ce8cdfdbb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942481 Mar 03 06:36:47.551838 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-da2684a9-b76a-420f-bcbd-f62f36d4fa07 req-13e921ad-8ceb-49ce-b3a3-a70b893b90e9 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6bfa737-206e-4bd4-a217-56eb716709a8 HTTP/1.1" status: 200 len: 210 time: 0.0280228 Mar 03 06:36:47.594481 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-29d59294-9353-4b1b-8b88-9ea236326ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.596092 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-29d59294-9353-4b1b-8b88-9ea236326ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 1128 time: 0.0474041 Mar 03 06:36:47.638628 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-2f1b430d-6314-4293-b086-3756eca9a973 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261 HTTP/1.1" status: 200 len: 217 time: 0.0344019 Mar 03 06:36:47.690758 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-1b387c58-e571-42c4-aa49-1c6ff3a17d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.692215 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-1b387c58-e571-42c4-aa49-1c6ff3a17d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0471625 Mar 03 06:36:47.740170 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-5f55887d-46b9-4a11-a40a-516008c5e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.741701 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-5f55887d-46b9-4a11-a40a-516008c5e3cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433826 Mar 03 06:36:47.837122 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-5432b675-e2c5-42f6-a386-8f1f23e0549a service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844228 Mar 03 06:36:47.927705 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9f86f885-6eb3-4798-9fe1-e72be3982e38 req-a0c37408-bbbf-4ff5-9b76-4b57f28f457e service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805385 Mar 03 06:36:48.334531 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e6ab9-d0fe-46f5-b6f8-31b6497330d2 req-09d3d54c-1dba-4490-9f65-c78ea01fd68e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:48.336024 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-423e6ab9-d0fe-46f5-b6f8-31b6497330d2 req-09d3d54c-1dba-4490-9f65-c78ea01fd68e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0547910 Mar 03 06:36:48.393019 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-423e6ab9-d0fe-46f5-b6f8-31b6497330d2 req-70e42e5f-1844-48eb-87df-975486489a87 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514097 Mar 03 06:36:48.512620 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932246b-8339-4707-831f-e1da595ae500 req-57acab11-6137-4903-a009-98dbda9df989 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:48.514068 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3932246b-8339-4707-831f-e1da595ae500 req-57acab11-6137-4903-a009-98dbda9df989 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0524697 Mar 03 06:36:48.514212 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f25eeb-8c24-43e6-be45-9a1ac2003765 req-f8eceeca-0614-4c52-8c90-ac98eb13e96d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:48.515737 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-08f25eeb-8c24-43e6-be45-9a1ac2003765 req-f8eceeca-0614-4c52-8c90-ac98eb13e96d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Mar 03 06:36:48.564935 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3932246b-8339-4707-831f-e1da595ae500 req-638acd2d-6dd5-42a4-9e94-ad454a4f2033 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Mar 03 06:36:48.565153 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-08f25eeb-8c24-43e6-be45-9a1ac2003765 req-be2e9fac-870c-4255-b234-7831a01c5ed9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Mar 03 06:36:49.294490 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:36:49.314067 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:36:49.314414 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b589aa4f-a8cf-42f5-a67e-8d08b1f7dfee not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:36:49.523819 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf8ba-c3ff-4442-a1a3-a8bde65fa923 req-a3e785ee-19ab-43c1-9adc-f421e774726a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:49.525303 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8b4cf8ba-c3ff-4442-a1a3-a8bde65fa923 req-a3e785ee-19ab-43c1-9adc-f421e774726a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0561459 Mar 03 06:36:49.573064 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8b4cf8ba-c3ff-4442-a1a3-a8bde65fa923 req-f1b1e050-ebd6-46af-917f-7a686fbb0e7d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Mar 03 06:36:49.685377 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe700d2-704e-4ed3-acda-c7e768c69038 req-adc8f4ce-7250-49e4-bacb-9b1fe5e9976a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:49.686900 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-dfe700d2-704e-4ed3-acda-c7e768c69038 req-adc8f4ce-7250-49e4-bacb-9b1fe5e9976a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0519674 Mar 03 06:36:49.687664 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48260c-9bbc-44bb-af3f-3e967cfa7038 req-08f2cbf8-9c97-40b7-8249-59923a871339 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:49.689291 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d48260c-9bbc-44bb-af3f-3e967cfa7038 req-08f2cbf8-9c97-40b7-8249-59923a871339 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0560100 Mar 03 06:36:49.734633 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-dfe700d2-704e-4ed3-acda-c7e768c69038 req-a37e9eaa-7164-43a3-9096-b1f0573d06fc tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Mar 03 06:36:49.739872 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d48260c-9bbc-44bb-af3f-3e967cfa7038 req-3177a6ff-969e-4fbc-9b5c-ba93f166ed1c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Mar 03 06:36:50.410804 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724d67a-3ca6-4520-8a72-a68a6066771b req-842c7707-014f-44dd-a1e7-80b521c8ac3d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:50.412260 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3724d67a-3ca6-4520-8a72-a68a6066771b req-842c7707-014f-44dd-a1e7-80b521c8ac3d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 946 time: 0.0550458 Mar 03 06:36:50.461454 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3724d67a-3ca6-4520-8a72-a68a6066771b req-7364bf13-34b2-45cd-9898-2129272f4826 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Mar 03 06:36:50.698903 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ab02-442b-4c8f-9f39-19501bf1a6c3 req-fefc9938-9e29-4add-b257-2451a23d4a5d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:50.700376 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bc10ab02-442b-4c8f-9f39-19501bf1a6c3 req-fefc9938-9e29-4add-b257-2451a23d4a5d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0535703 Mar 03 06:36:50.745509 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bc10ab02-442b-4c8f-9f39-19501bf1a6c3 req-b29b9c39-9ece-40f0-8266-f592fe5ab89d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390942 Mar 03 06:36:50.868933 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336f0f5-07a8-4608-81ca-e4aea91ce978 req-16fd1157-3314-4cc5-ae2b-985f376df6f8 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:50.870543 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7336f0f5-07a8-4608-81ca-e4aea91ce978 req-16fd1157-3314-4cc5-ae2b-985f376df6f8 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0617104 Mar 03 06:36:50.872931 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74744c54-551a-43db-b1b1-29a585790520 req-540c4759-9a75-46a5-bf55-bb1e4fd381c9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:50.874417 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-74744c54-551a-43db-b1b1-29a585790520 req-540c4759-9a75-46a5-bf55-bb1e4fd381c9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0570107 Mar 03 06:36:50.928491 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7336f0f5-07a8-4608-81ca-e4aea91ce978 req-c1235f30-e410-4224-b287-e57f3f6d5f65 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514004 Mar 03 06:36:50.943551 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-74744c54-551a-43db-b1b1-29a585790520 req-e07e7f2b-a7d7-4434-8e5b-3904395aa6c3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617580 Mar 03 06:36:51.577731 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e628db-df89-48c7-8da7-64d6d350ec7b req-24d921c7-b228-4524-a589-f9c075144f33 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:51.579173 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-01e628db-df89-48c7-8da7-64d6d350ec7b req-24d921c7-b228-4524-a589-f9c075144f33 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 946 time: 0.0507798 Mar 03 06:36:51.626489 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-01e628db-df89-48c7-8da7-64d6d350ec7b req-9d1d9ade-5cfd-4184-85e5-b8d59c79370d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Mar 03 06:36:51.868338 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56690215-a7d8-4f2f-96c0-7840ccc3804b req-6b171dac-f985-4386-9e83-a54fb17ed9c7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:51.869821 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-56690215-a7d8-4f2f-96c0-7840ccc3804b req-6b171dac-f985-4386-9e83-a54fb17ed9c7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0507619 Mar 03 06:36:51.917194 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-56690215-a7d8-4f2f-96c0-7840ccc3804b req-44158723-fd6d-4e5a-8a29-cb40ce77ccdb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Mar 03 06:36:52.049460 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550f4b2-3728-4698-9b33-d530e7dd07f1 req-f3eced03-8272-4387-8b74-212efa9d6067 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:52.050933 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3550f4b2-3728-4698-9b33-d530e7dd07f1 req-f3eced03-8272-4387-8b74-212efa9d6067 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0541620 Mar 03 06:36:52.065058 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4f33b-b0a7-473a-8015-c816ac12f3d6 req-71c07e0b-9d50-4ad8-90ac-d07a325b348e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:52.066558 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-15a4f33b-b0a7-473a-8015-c816ac12f3d6 req-71c07e0b-9d50-4ad8-90ac-d07a325b348e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0565414 Mar 03 06:36:52.103131 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3550f4b2-3728-4698-9b33-d530e7dd07f1 req-c4d70330-7b04-47e9-9693-7669e174cdbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467162 Mar 03 06:36:52.117194 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-15a4f33b-b0a7-473a-8015-c816ac12f3d6 req-ecc291cb-25f5-4d81-921a-2ae0021cea40 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Mar 03 06:36:52.372162 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-3bfed862-f105-4b98-a5b1-e45c1e4e7e4f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:52.373655 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-3bfed862-f105-4b98-a5b1-e45c1e4e7e4f tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 946 time: 0.0520899 Mar 03 06:36:52.467442 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Deleting port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:36:52.467777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:52.559449 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] For port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:52.559816 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:52.572850 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Calling delete_port for 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:36:52.748755 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1c3e-6b29-4551-a9be-95c4f8b04d91 req-d82b13d4-fd53-416e-ae8f-a5f09474e1a7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:52.750412 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a7ec1c3e-6b29-4551-a9be-95c4f8b04d91 req-d82b13d4-fd53-416e-ae8f-a5f09474e1a7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=064653bb-4f96-456d-b3c2-ca27cf264e4d HTTP/1.1" status: 200 len: 946 time: 0.0531230 Mar 03 06:36:52.764047 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (6b2c5e4e-d7e1-4390-99c4-5c05c01ed806), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:52.776118 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', '327728b2-ecfe-4700-bdab-49676e9c3d8e', '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:36:52.798498 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event deleted for resources: {'Port': ['ID=6b2c5e4e-d7e1-4390-99c4-5c05c01ed806,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:52.870381 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] No DVR routers for this DVR port 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:36:52.874999 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a7ec1c3e-6b29-4551-a9be-95c4f8b04d91 req-f796502a-0e7a-42fc-8d29-f6f8b1109a8a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182456 Mar 03 06:36:52.876050 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:52.879906 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-31d807f3-126b-4a9f-8c6a-92fc524e4e0b req-4cd3c84d-7cd4-4554-b922-bb0f30e482ea tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "DELETE /v2.0/ports/6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 HTTP/1.1" status: 204 len: 173 time: 0.5009367 Mar 03 06:36:52.880518 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'name': 'network-vif-deleted', 'tag': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:52.882687 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bdaad9-bee2-4e10-9b90-0f2aefc4d9c1" -d '{"events": [{"server_uuid": "064653bb-4f96-456d-b3c2-ca27cf264e4d", "name": "network-vif-deleted", "tag": "6b2c5e4e-d7e1-4390-99c4-5c05c01ed806"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:52.922193 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35215f51-8a97-449e-9708-3de25b2e7e6a x-openstack-request-id: req-35215f51-8a97-449e-9708-3de25b2e7e6a {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:52.922344 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064653bb-4f96-456d-b3c2-ca27cf264e4d", "name": "network-vif-deleted", "tag": "6b2c5e4e-d7e1-4390-99c4-5c05c01ed806", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:52.922604 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35215f51-8a97-449e-9708-3de25b2e7e6a {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:52.923377 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064653bb-4f96-456d-b3c2-ca27cf264e4d', 'name': 'network-vif-deleted', 'tag': '6b2c5e4e-d7e1-4390-99c4-5c05c01ed806', 'status': 'completed', 'code': 200} Mar 03 06:36:53.051081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1445d-a347-4f1f-bd72-e3531b191f4a req-9fb188cd-5237-4656-ac80-7aba8bd1c15e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:53.052688 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6bf1445d-a347-4f1f-bd72-e3531b191f4a req-9fb188cd-5237-4656-ac80-7aba8bd1c15e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 944 time: 0.0613039 Mar 03 06:36:53.100189 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6bf1445d-a347-4f1f-bd72-e3531b191f4a req-c294f3a4-75c8-4cbd-b439-11480daa0801 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Mar 03 06:36:53.240942 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d469e7e-51cc-48f0-8181-9b587cdaa817 req-467559c0-02f1-4b86-a1bc-d248ad44f5bd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:53.242479 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7d469e7e-51cc-48f0-8181-9b587cdaa817 req-467559c0-02f1-4b86-a1bc-d248ad44f5bd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0566523 Mar 03 06:36:53.251083 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61bd03-2786-48b1-b2d4-54703265bc03 req-f0ddc2b2-b0a5-472d-8192-cb49f1f45638 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:53.253990 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fa61bd03-2786-48b1-b2d4-54703265bc03 req-f0ddc2b2-b0a5-472d-8192-cb49f1f45638 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0620127 Mar 03 06:36:53.294604 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7d469e7e-51cc-48f0-8181-9b587cdaa817 req-fdda4eff-6a96-40db-afcb-6871eab84e85 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460010 Mar 03 06:36:53.300477 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fa61bd03-2786-48b1-b2d4-54703265bc03 req-b46d2f1c-312a-4fae-b0a4-7dce49ce1572 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Mar 03 06:36:53.321624 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:36:53.421235 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:53.434240 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'ab27c222-956f-48b4-b080-448925fe23f1', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'port_id': 'ab27c222-956f-48b4-b080-448925fe23f1', 'mac_address': 'fa:16:3e:95:77:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:36:53.470422 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:53.471428 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:53.483963 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab27c222-956f-48b4-b080-448925fe23f1 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:36:53.502577 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:53.566055 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:53.613851 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=9']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:53.877390 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['ab27c222-956f-48b4-b080-448925fe23f1'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:36:54.224512 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58f2a2-7fb6-4c46-8f0c-d7d4ce27feb1 req-88d56c82-7848-4db0-a337-ebc18f3dba0c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:54.226012 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f58f2a2-7fb6-4c46-8f0c-d7d4ce27feb1 req-88d56c82-7848-4db0-a337-ebc18f3dba0c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Mar 03 06:36:54.280127 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9f58f2a2-7fb6-4c46-8f0c-d7d4ce27feb1 req-c741d94b-02f8-4886-90df-6309c9caf033 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 Mar 03 06:36:54.352681 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da23ed2-6afa-48c9-8586-4234fcf478a1 req-2d875796-ea44-4065-8538-2e628705b805 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:54.354365 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7da23ed2-6afa-48c9-8586-4234fcf478a1 req-2d875796-ea44-4065-8538-2e628705b805 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 945 time: 0.0571504 Mar 03 06:36:54.401785 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7da23ed2-6afa-48c9-8586-4234fcf478a1 req-da7175af-5a6d-4551-b8f2-fbe710d0850e tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Mar 03 06:36:54.422234 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bf9a-d005-4924-98d0-9304a64b6e5e req-5387119c-0b92-4dae-8eea-46af080d88e2 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:54.422234 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5728bf9a-d005-4924-98d0-9304a64b6e5e req-5387119c-0b92-4dae-8eea-46af080d88e2 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0534220 Mar 03 06:36:54.466355 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5728bf9a-d005-4924-98d0-9304a64b6e5e req-886fbe9b-7f88-4faf-bf49-3501501b01b0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Mar 03 06:36:54.514013 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18e8e8-b087-46ad-a620-0bc6cac4c648 req-b96a1bfb-e211-4397-b8df-291a8e06a129 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:54.515458 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2c18e8e8-b087-46ad-a620-0bc6cac4c648 req-b96a1bfb-e211-4397-b8df-291a8e06a129 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0545552 Mar 03 06:36:54.562537 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2c18e8e8-b087-46ad-a620-0bc6cac4c648 req-7ce9829c-e6b6-4d4b-aef3-bd1e7a57596c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Mar 03 06:36:55.315546 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb44805-b125-4200-a9d3-375b761ba5e3 req-4653ce94-74dc-4816-bb03-2aecd081ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:55.317062 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1bb44805-b125-4200-a9d3-375b761ba5e3 req-4653ce94-74dc-4816-bb03-2aecd081ccff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.0440845 Mar 03 06:36:55.349336 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:36:55.351891 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:36:55.368256 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1bb44805-b125-4200-a9d3-375b761ba5e3 req-38c0823d-aff3-4f40-ba63-78a87a7f9700 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Mar 03 06:36:55.422536 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b493-7c30-4eba-b64b-d6b641804c99 req-73f40003-c0d9-45b9-a365-4738c847de97 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:55.431933 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5185b493-7c30-4eba-b64b-d6b641804c99 req-73f40003-c0d9-45b9-a365-4738c847de97 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 945 time: 0.0718727 Mar 03 06:36:55.477802 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port ab27c222-956f-48b4-b080-448925fe23f1 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:36:55.482779 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ab27c222-956f-48b4-b080-448925fe23f1), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:55.486005 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5185b493-7c30-4eba-b64b-d6b641804c99 req-756ba7d8-f575-40e1-92eb-d7842ca84895 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502677 Mar 03 06:36:55.536663 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:55.552813 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'port_id': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'mac_address': 'fa:16:3e:d7:ad:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:36:55.574744 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bc6e6-aa6b-4c97-8c0f-153edc2bc691 req-4b9e5788-5bc4-4094-9247-966d034ea06d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:55.585309 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c76bc6e6-aa6b-4c97-8c0f-153edc2bc691 req-4b9e5788-5bc4-4094-9247-966d034ea06d tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 945 time: 0.0861228 Mar 03 06:36:55.606881 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a4a9-0580-4b52-811e-18174eb33bfa req-d4b0ec44-77b1-48b0-9014-9c8239c51b8e tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:55.615105 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-70e8a4a9-0580-4b52-811e-18174eb33bfa req-d4b0ec44-77b1-48b0-9014-9c8239c51b8e tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 944 time: 0.0720046 Mar 03 06:36:55.625785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:55.626180 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:55.628104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port ab27c222-956f-48b4-b080-448925fe23f1 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:55.628514 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:55.649273 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:36:55.658131 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c76bc6e6-aa6b-4c97-8c0f-153edc2bc691 req-1e48c73e-f6e3-451b-ad71-6ffc408505c4 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716939 Mar 03 06:36:55.680103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:55.680103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0554198-c173-4ff2-bfc8-1b0d2f6452d4" -d '{"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:55.680355 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-70e8a4a9-0580-4b52-811e-18174eb33bfa req-13bdb7d2-9fc0-4bd2-bef0-f2c7a26f5216 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575831 Mar 03 06:36:55.704707 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:55.707214 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:55.717466 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e77156-f90a-45b3-a1dd-c0e48e746bb6 x-openstack-request-id: req-96e77156-f90a-45b3-a1dd-c0e48e746bb6 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:55.717466 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-plugged", "status": "completed", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:55.717466 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96e77156-f90a-45b3-a1dd-c0e48e746bb6 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:55.717795 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'code': 200} Mar 03 06:36:55.788960 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-23b3ceb3-69ab-4718-a3b9-1cfcbef27e89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804284 Mar 03 06:36:55.799071 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087ac0c-2105-48da-881d-347e294fea9b req-0fe0f3a7-f473-408e-bfa2-7b6df79a4217 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:55.800528 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7087ac0c-2105-48da-881d-347e294fea9b req-0fe0f3a7-f473-408e-bfa2-7b6df79a4217 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0663178 Mar 03 06:36:55.805618 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:55.830900 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:55.856716 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:55.875298 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7087ac0c-2105-48da-881d-347e294fea9b req-faa72641-f1e9-4a14-92f9-96b42fbff880 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686800 Mar 03 06:36:55.898544 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182116b7-fbea-4591-9337-90599ea502b9 req-3017100e-2dcc-401f-b0e7-d9dbc31f14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:55.900039 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-3017100e-2dcc-401f-b0e7-d9dbc31f14f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 1129 time: 0.0597351 Mar 03 06:36:55.907640 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=10']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:56.002629 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182116b7-fbea-4591-9337-90599ea502b9 req-a141f3da-6ac9-4f1d-92e9-6b327768918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.004608 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-a141f3da-6ac9-4f1d-92e9-6b327768918e service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.0848866 Mar 03 06:36:56.044564 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-a3a08fce-3132-4c12-8310-76886cc612eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3 HTTP/1.1" status: 200 len: 217 time: 0.0334005 Mar 03 06:36:56.106750 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182116b7-fbea-4591-9337-90599ea502b9 req-97f67e25-e7cb-4dfc-92a6-32b6b9da5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.108120 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-97f67e25-e7cb-4dfc-92a6-32b6b9da5beb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0454688 Mar 03 06:36:56.114101 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-d3808f92-41c4-4a1f-a77f-3177ab9bde5a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.115869 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-d3808f92-41c4-4a1f-a77f-3177ab9bde5a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Mar 03 06:36:56.146154 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-f1c2c1c1-4e6d-419c-8f06-dbb126779192 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296304 Mar 03 06:36:56.227170 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Deleting port 327728b2-ecfe-4700-bdab-49676e9c3d8e {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:36:56.227508 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:56.240894 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['30d4e301-ebbb-4cb6-90af-a67a0ddfd261'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:36:56.252024 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-16f7afe5-8778-4823-98ab-fd202d324f93 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976756 Mar 03 06:36:56.334896 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] For port 327728b2-ecfe-4700-bdab-49676e9c3d8e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=327728b2-ecfe-4700-bdab-49676e9c3d8e,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:56.335268 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:56.349836 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Calling delete_port for 327728b2-ecfe-4700-bdab-49676e9c3d8e owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:36:56.361784 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-182116b7-fbea-4591-9337-90599ea502b9 req-f6d20657-b25d-40db-94fa-d30e82306d85 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019380 Mar 03 06:36:56.579093 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (327728b2-ecfe-4700-bdab-49676e9c3d8e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:56.584307 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869482-9bd7-4367-b93b-448ea018003d req-0e2405c6-2cc8-49e9-b755-0b780d84b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.586313 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-de869482-9bd7-4367-b93b-448ea018003d req-0e2405c6-2cc8-49e9-b755-0b780d84b6ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 1131 time: 0.0487702 Mar 03 06:36:56.591762 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', '327728b2-ecfe-4700-bdab-49676e9c3d8e'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:36:56.614014 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event deleted for resources: {'Port': ['ID=327728b2-ecfe-4700-bdab-49676e9c3d8e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:56.629948 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.630309 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.630644 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.630999 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.631317 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.631649 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.631976 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.632307 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.632631 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.632952 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.633277 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.633623 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.633877 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-de869482-9bd7-4367-b93b-448ea018003d req-1dab13a2-dbdb-4d7d-9dbb-5bc7924be30e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402532 Mar 03 06:36:56.633993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:56.670610 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e9a51-1f09-424d-bab7-4144028c4f50 req-a169bffc-417f-46dd-ae4e-327a7a72ff52 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.672107 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-469e9a51-1f09-424d-bab7-4144028c4f50 req-a169bffc-417f-46dd-ae4e-327a7a72ff52 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.1200650 Mar 03 06:36:56.687985 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] No DVR routers for this DVR port 327728b2-ecfe-4700-bdab-49676e9c3d8e on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:36:56.695504 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:56.698746 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b0a6cae9-c5a0-4c13-9ddc-5fb40f5d189c req-43996710-5225-44c5-86bc-56268421a4b5 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "DELETE /v2.0/ports/327728b2-ecfe-4700-bdab-49676e9c3d8e HTTP/1.1" status: 204 len: 173 time: 0.5740428 Mar 03 06:36:56.700139 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'name': 'network-vif-deleted', 'tag': '327728b2-ecfe-4700-bdab-49676e9c3d8e'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:56.702760 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d7e6e-a766-4745-a427-6790af2be0b2" -d '{"events": [{"server_uuid": "409b244c-8797-4511-8ac8-78fe6f72eba6", "name": "network-vif-deleted", "tag": "327728b2-ecfe-4700-bdab-49676e9c3d8e"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:56.742598 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-469e9a51-1f09-424d-bab7-4144028c4f50 req-db663d1f-8d18-4872-968e-f41825f600b0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554569 Mar 03 06:36:56.766832 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bbe729e0-097e-4dea-9c36-79d423b2811f req-8c35e88f-4d13-4f6b-95b2-6f2fc399eaff tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Mar 03 06:36:56.811202 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31365706-4702-4f31-932c-f843a95284c4 x-openstack-request-id: req-31365706-4702-4f31-932c-f843a95284c4 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:56.811488 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409b244c-8797-4511-8ac8-78fe6f72eba6", "name": "network-vif-deleted", "tag": "327728b2-ecfe-4700-bdab-49676e9c3d8e", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:56.811737 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31365706-4702-4f31-932c-f843a95284c4 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:56.812121 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409b244c-8797-4511-8ac8-78fe6f72eba6', 'name': 'network-vif-deleted', 'tag': '327728b2-ecfe-4700-bdab-49676e9c3d8e', 'status': 'completed', 'code': 200} Mar 03 06:36:56.852847 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38f7a-2625-4bc3-9ab6-72468ad3ad6d req-9425c421-3905-4772-8127-3b146975b3c5 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.854312 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2dc38f7a-2625-4bc3-9ab6-72468ad3ad6d req-9425c421-3905-4772-8127-3b146975b3c5 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 945 time: 0.0523515 Mar 03 06:36:56.900569 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2dc38f7a-2625-4bc3-9ab6-72468ad3ad6d req-f8acd4a6-c422-4549-99ba-cf2081bb7ba8 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Mar 03 06:36:57.001115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1458df-548d-4d19-b9ea-ff5948b1f6ba req-bc1c8bd1-2568-46ea-8f2c-43f95956f146 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:57.002627 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed1458df-548d-4d19-b9ea-ff5948b1f6ba req-bc1c8bd1-2568-46ea-8f2c-43f95956f146 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Mar 03 06:36:57.053402 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed1458df-548d-4d19-b9ea-ff5948b1f6ba req-b08866ed-77eb-4a42-badf-6d50acd6a8d5 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Mar 03 06:36:57.359709 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:57.371087 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:36:57.471336 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:36:57.475597 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:36:57.475976 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:57.555864 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:36:57.556259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:57.591968 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:36:57.654406 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:36:57.655183 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:36:57.693106 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:36:57.693395 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 6b2c5e4e-d7e1-4390-99c4-5c05c01ed806 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:36:57.693842 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 327728b2-ecfe-4700-bdab-49676e9c3d8e no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:36:57.718017 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 327728b2-ecfe-4700-bdab-49676e9c3d8e {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:36:57.718357 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 327728b2-ecfe-4700-bdab-49676e9c3d8e not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:36:57.721019 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:57.723317 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80c8a33-114c-4dd4-8988-f13825fb7e53" -d '{"events": [{"server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "name": "network-vif-plugged", "status": "completed", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:36:57.739361 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:57.760104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d886a80-a3b7-4708-9333-3b390b0469d2 x-openstack-request-id: req-8d886a80-a3b7-4708-9333-3b390b0469d2 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:36:57.760421 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "name": "network-vif-plugged", "status": "completed", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:36:57.760681 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d886a80-a3b7-4708-9333-3b390b0469d2 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:36:57.761076 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'code': 200} Mar 03 06:36:57.866766 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904e4c-9772-4760-a33f-910441c00017 req-e487628c-381b-415b-becb-d1507014f9c8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:57.868278 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-77904e4c-9772-4760-a33f-910441c00017 req-e487628c-381b-415b-becb-d1507014f9c8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.0519488 Mar 03 06:36:57.877895 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-cf86dbdb-f260-43c0-a74e-1d0f63653dfd req-a1bce464-0be3-4a91-9758-2ad38667328a tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=409b244c-8797-4511-8ac8-78fe6f72eba6 HTTP/1.1" status: 200 len: 210 time: 0.0338290 Mar 03 06:36:57.915844 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-77904e4c-9772-4760-a33f-910441c00017 req-871fad4f-5c9a-4590-b4c2-7296ad7d7207 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Mar 03 06:36:58.021925 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706759-ef5d-4dce-a415-a36732687c7d req-872a9e69-1065-4093-8447-620e7b0b83e4 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.023397 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6e706759-ef5d-4dce-a415-a36732687c7d req-872a9e69-1065-4093-8447-620e7b0b83e4 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.0516946 Mar 03 06:36:58.071714 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6e706759-ef5d-4dce-a415-a36732687c7d req-26e3d816-1fa6-40fb-85b0-0430887787c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Mar 03 06:36:58.170582 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee299a-c551-4f8f-bffa-6df8dfff24a6 req-37286a2a-e26a-42dd-bb36-fdb66dab27da tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.172196 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-36ee299a-c551-4f8f-bffa-6df8dfff24a6 req-37286a2a-e26a-42dd-bb36-fdb66dab27da tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0537381 Mar 03 06:36:58.229521 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-36ee299a-c551-4f8f-bffa-6df8dfff24a6 req-431baff0-4a33-42e6-907f-2c48728a8970 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Mar 03 06:36:58.258819 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731ecdf-7886-4c1c-9d3e-d42d06db078a req-3b84423d-a1b8-4dfa-b573-eb176fe1b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.260305 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8731ecdf-7886-4c1c-9d3e-d42d06db078a req-3b84423d-a1b8-4dfa-b573-eb176fe1b6b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 1130 time: 0.0600922 Mar 03 06:36:58.345065 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8731ecdf-7886-4c1c-9d3e-d42d06db078a req-81eae926-b236-44c2-ba53-2d27d6476a23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Mar 03 06:36:58.664341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa0d5d-663e-4de3-b975-a83fdad6fe2f req-a03401a3-3f3d-439f-825b-f87185e771f3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.665831 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-37aa0d5d-663e-4de3-b975-a83fdad6fe2f req-a03401a3-3f3d-439f-825b-f87185e771f3 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0568614 Mar 03 06:36:58.711744 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-37aa0d5d-663e-4de3-b975-a83fdad6fe2f req-7bad2ab0-8681-4a59-a0fc-0701b6d4ac8a tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Mar 03 06:36:58.784591 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-1055a870-1509-46f3-9201-95b59f68a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.786669 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-1055a870-1509-46f3-9201-95b59f68a808 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=515424c141cf48fa82014f02b5d0d637&device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 1130 time: 0.0442140 Mar 03 06:36:58.876645 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-186f0526-1899-43be-a456-928c3084ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.878283 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-186f0526-1899-43be-a456-928c3084ff04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 200 len: 919 time: 0.0856678 Mar 03 06:36:58.928643 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-36773ba1-0b48-435b-af34-5dbb1b6977b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 200 len: 217 time: 0.0357523 Mar 03 06:36:58.983498 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-38189687-29cc-4b91-a152-c926de133546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:58.984917 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-38189687-29cc-4b91-a152-c926de133546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 200 len: 858 time: 0.0505426 Mar 03 06:36:59.025254 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-b8c7ecfe-26c1-4151-af72-d71d04836e37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80a697f1-3f2c-4380-bb33-413897d26af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327241 Mar 03 06:36:59.119179 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19861bd-ac27-42bc-9365-03cb91cdf5eb req-72e48a55-14a3-489d-9cd0-f019f0da30c3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:59.121078 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c19861bd-ac27-42bc-9365-03cb91cdf5eb req-72e48a55-14a3-489d-9cd0-f019f0da30c3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.1204627 Mar 03 06:36:59.160167 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-7031ccb7-b7e2-4059-adb4-840a9d51bc74 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180627 Mar 03 06:36:59.198880 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd291b-f740-4530-8b7c-9ba29d18a58b req-940789f9-5eec-40cf-8b1f-6f744564ee64 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:59.200990 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-18bd291b-f740-4530-8b7c-9ba29d18a58b req-940789f9-5eec-40cf-8b1f-6f744564ee64 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.0642459 Mar 03 06:36:59.256211 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c19861bd-ac27-42bc-9365-03cb91cdf5eb req-7041a477-56b6-4438-a746-51c91171db83 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284919 Mar 03 06:36:59.258004 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-18bd291b-f740-4530-8b7c-9ba29d18a58b req-d141549d-9abe-4d3f-9a2b-108ef56d9f27 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499589 Mar 03 06:36:59.285474 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d53b11be-86bf-4619-bc0e-2ac2897ece28 req-c7926f86-4a82-4337-a558-9e334bc12b91 service neutron] 10.222.0.41 "GET /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177175 Mar 03 06:36:59.830776 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82296f4a-37b6-464c-83b2-4545ca566468 req-67de1e6b-f223-4f93-9ab3-202332982b1e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:59.832292 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82296f4a-37b6-464c-83b2-4545ca566468 req-67de1e6b-f223-4f93-9ab3-202332982b1e tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0546372 Mar 03 06:36:59.878878 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82296f4a-37b6-464c-83b2-4545ca566468 req-66e16e1f-b6a8-4c14-ac4d-d35a70bb0a13 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Mar 03 06:37:00.381755 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11ae57-6879-453a-8827-ba98622c1122 req-69569ab9-f4eb-4e2b-ba23-f8d0f701db1a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:00.383326 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ce11ae57-6879-453a-8827-ba98622c1122 req-69569ab9-f4eb-4e2b-ba23-f8d0f701db1a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.0530655 Mar 03 06:37:00.436222 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ce11ae57-6879-453a-8827-ba98622c1122 req-1a4ccd79-a2f7-4d58-92f6-44edd6b3b349 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472126 Mar 03 06:37:00.517505 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71032ee3-d0c0-4876-a23a-6a32ab9827af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:00.549472 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9225d-6498-491c-a81f-571336aa664f req-3470d645-d688-46cb-b31b-32e35487f6e2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:00.550984 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-aef9225d-6498-491c-a81f-571336aa664f req-3470d645-d688-46cb-b31b-32e35487f6e2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.0626020 Mar 03 06:37:00.597687 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-aef9225d-6498-491c-a81f-571336aa664f req-2406b75f-c652-4680-b483-31796e4389c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Mar 03 06:37:00.709793 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1c88-b8cc-4d0a-8de6-176874621743 req-2a9a272d-92d7-44e0-9ec8-85974a455f28 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:00.711428 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-312d1c88-b8cc-4d0a-8de6-176874621743 req-2a9a272d-92d7-44e0-9ec8-85974a455f28 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.0519876 Mar 03 06:37:00.724388 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa55565-7d40-4408-9c1d-a8b80c973a97 req-e2160ead-8823-49ae-b693-1b323be1f720 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:00.725896 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9fa55565-7d40-4408-9c1d-a8b80c973a97 req-e2160ead-8823-49ae-b693-1b323be1f720 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.0525115 Mar 03 06:37:00.760364 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-312d1c88-b8cc-4d0a-8de6-176874621743 req-0553c289-8f8c-402d-9d64-0800959c25fc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Mar 03 06:37:00.773023 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9fa55565-7d40-4408-9c1d-a8b80c973a97 req-f6516c8e-573e-494e-b648-e90d13d3e46c tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Mar 03 06:37:00.782204 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37116) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:01.003339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be8a3b-64ef-455a-9d02-606b83c4d006 tempest-TestVolumeBootPattern-622064017 tempest-TestVolumeBootPattern-622064017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:01.005458 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-47be8a3b-64ef-455a-9d02-606b83c4d006 tempest-TestVolumeBootPattern-622064017 tempest-TestVolumeBootPattern-622064017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 1125 time: 0.2221563 Mar 03 06:37:01.008453 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37122) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:01.013091 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'port_id': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:01.018131 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a4d0b-cca4-4d20-aa1e-a3f2634133ec req-b061b5cc-0572-4a07-92d9-8ddfdf1057f9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:01.019872 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-534a4d0b-cca4-4d20-aa1e-a3f2634133ec req-b061b5cc-0572-4a07-92d9-8ddfdf1057f9 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0633574 Mar 03 06:37:01.065316 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-534a4d0b-cca4-4d20-aa1e-a3f2634133ec req-38f541c4-5cc7-409b-a428-be768896e27d tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Mar 03 06:37:01.096935 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:01.196197 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:01.299978 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Allocated IP 172.27.2.194 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/2cdfeff3-20e1-4175-8bbc-5c91c748c094) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:01.395885 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:01.543205 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:01.587409 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:01.590126 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:01.592641 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:37:01.623067 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=2cdfeff3-20e1-4175-8bbc-5c91c748c094,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:02.187022 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5945aa-b662-4418-a8d2-1c14cc71b9f0 req-bdc3913c-d5ec-4ca7-97b1-726ecb21e369 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:02.188418 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e5945aa-b662-4418-a8d2-1c14cc71b9f0 req-bdc3913c-d5ec-4ca7-97b1-726ecb21e369 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0521762 Mar 03 06:37:02.239434 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e5945aa-b662-4418-a8d2-1c14cc71b9f0 req-ef204066-71a8-497e-b002-9317355d9135 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Mar 03 06:37:02.245865 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f88733-fa55-4a9f-b83f-6e2af6d164bd req-58ac2315-1237-438a-b3c0-c36cc7fe68bb tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:02.246920 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-66f88733-fa55-4a9f-b83f-6e2af6d164bd req-58ac2315-1237-438a-b3c0-c36cc7fe68bb tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.3582127 Mar 03 06:37:02.334526 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (6cf133c5-fcf0-4889-aa78-22f89fb99461), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:02.351581 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-66f88733-fa55-4a9f-b83f-6e2af6d164bd req-efef9df6-5621-4ae7-8ef4-0705453123ff tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980926 Mar 03 06:37:02.503764 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:02.652888 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:02.748613 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aad6dc01-ac13-44cd-9bbe-dec02b7f254a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:02.751804 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:02.847156 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=2cdfeff3-20e1-4175-8bbc-5c91c748c094,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:02.862831 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (6cf133c5-fcf0-4889-aa78-22f89fb99461), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:02.907735 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033b562-6987-45ad-a812-b51039cd31ab req-7d1ebd4b-e008-4b60-acda-527510b5fa99 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:02.909148 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a033b562-6987-45ad-a812-b51039cd31ab req-7d1ebd4b-e008-4b60-acda-527510b5fa99 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.1305611 Mar 03 06:37:03.029841 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Floating IP 6cf133c5-fcf0-4889-aa78-22f89fb99461 associated. External IP: 172.27.2.194, port: 30d4e301-ebbb-4cb6-90af-a67a0ddfd261. Mar 03 06:37:03.093341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Deleting port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:03.093704 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:03.263365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] For port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,segment=NetworkSegment(6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4),segment_id=6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:03.264036 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:03.279728 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Calling delete_port for bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:03.376993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:37:03.498086 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7a070-b965-4ef5-bc6b-8bc0703ee503 req-f78d8bad-55d7-439a-bd3f-64fe848befa7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:03.499819 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82c7a070-b965-4ef5-bc6b-8bc0703ee503 req-f78d8bad-55d7-439a-bd3f-64fe848befa7 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 945 time: 0.0580046 Mar 03 06:37:03.560407 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82c7a070-b965-4ef5-bc6b-8bc0703ee503 req-e96ba3cf-1f48-4505-86a4-51bd33a02534 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/security-groups?id=7114b1f2-7992-4eca-ba24-0b50f675b476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547707 Mar 03 06:37:03.576529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:37:03.599903 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:37:03.611561 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:37:03.612170 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:37:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:03.645871 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:03.657890 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:37:03.685217 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:03.691389 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:03.725940 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Pushing event deleted for resources: {'Port': ['ID=bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:03.757336 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:37:03.773344 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] No DVR routers for this DVR port bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:37:03.777169 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:03.781399 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a033b562-6987-45ad-a812-b51039cd31ab req-45cb2ded-3ad5-4d0f-9cb3-a3433b85c020 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.41 "DELETE /v2.0/ports/bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 HTTP/1.1" status: 204 len: 173 time: 0.8634436 Mar 03 06:37:03.795686 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-6244479d-e1d4-4352-8301-b8011d58718d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7732296 Mar 03 06:37:03.795686 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'name': 'network-vif-deleted', 'tag': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52'}, {'name': 'network-changed', 'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:03.795686 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd9887a-7906-4b98-83fd-aa504a7eee2d" -d '{"events": [{"server_uuid": "5e98973a-0f6f-4d2e-befd-64fb63f6273a", "name": "network-vif-deleted", "tag": "bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52"}, {"name": "network-changed", "server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:37:03.848905 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Mar 2022 06:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b1d3d4-adf9-4d26-b3f6-9a480978d4a6 x-openstack-request-id: req-b3b1d3d4-adf9-4d26-b3f6-9a480978d4a6 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:37:03.849463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e98973a-0f6f-4d2e-befd-64fb63f6273a", "name": "network-vif-deleted", "tag": "bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:37:03.849463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3b1d3d4-adf9-4d26-b3f6-9a480978d4a6 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:37:03.851077 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e98973a-0f6f-4d2e-befd-64fb63f6273a', 'name': 'network-vif-deleted', 'tag': 'bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52', 'status': 'completed', 'code': 200} Mar 03 06:37:03.851077 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'status': 'completed', 'code': 200} Mar 03 06:37:04.042381 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-fca849b6-f26d-4b9c-8977-f1da874b548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:04.044349 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-fca849b6-f26d-4b9c-8977-f1da874b548d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 1130 time: 0.0488997 Mar 03 06:37:04.049121 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '6cf133c5-fcf0-4889-aa78-22f89fb99461', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:d7:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:01Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:04.081778 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:37:04.098955 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:37:04.099804 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:37:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:04.151250 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-aab91580-cdbf-44ce-a967-4df57c7fe42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:04.152982 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-aab91580-cdbf-44ce-a967-4df57c7fe42e service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.1021886 Mar 03 06:37:04.208852 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:37:04.249456 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-8293e631-8618-46be-a03a-e406ab409fc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261 HTTP/1.1" status: 200 len: 1000 time: 0.0897892 Mar 03 06:37:04.311923 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-cf2856c0-d9f3-433a-b4b6-f88210d3d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:04.313334 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-cf2856c0-d9f3-433a-b4b6-f88210d3d3d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0472188 Mar 03 06:37:04.375405 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-bcb9c234-f4e9-4a2f-a8a2-e8673c42cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:04.376948 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-bcb9c234-f4e9-4a2f-a8a2-e8673c42cc96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553937 Mar 03 06:37:04.433433 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '6cf133c5-fcf0-4889-aa78-22f89fb99461', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:d7:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:01Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:04.463862 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5fb08-450f-4b3e-9e4f-1c86568ff5b4 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '6cf133c5-fcf0-4889-aa78-22f89fb99461', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:d7:ad:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:01Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:37:04.478970 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-f1eae69f-67a8-4a8b-9997-1d9bff03bf1b service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933533 Mar 03 06:37:04.672959 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c15db-838e-4580-8519-741c48212d10 None None] New status for floating IP 6cf133c5-fcf0-4889-aa78-22f89fb99461: ACTIVE {{(pid=103577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:37:04.790253 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-adc6aea8-7027-47ad-bea5-387fc5c686d2 req-1fccd5cd-0636-4f37-9afe-a9310e8246e2 tempest-AttachVolumeNegativeTest-1892947008 tempest-AttachVolumeNegativeTest-1892947008-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e98973a-0f6f-4d2e-befd-64fb63f6273a HTTP/1.1" status: 200 len: 210 time: 0.0561116 Mar 03 06:37:04.834314 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abd9887a-7906-4b98-83fd-aa504a7eee2d req-4d00fc6d-c9f3-4267-b124-53caf528c7df service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440785 Mar 03 06:37:05.140307 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:05.849210 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37196) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:05.894863 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Deleting subnet 621de081-d370-4cfe-81bb-d8e5e5a2f34b {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:37:05.898836 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Publish callbacks [] for subnet (621de081-d370-4cfe-81bb-d8e5e5a2f34b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:05.931956 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (621de081-d370-4cfe-81bb-d8e5e5a2f34b), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:05.969977 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (621de081-d370-4cfe-81bb-d8e5e5a2f34b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.091558 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (621de081-d370-4cfe-81bb-d8e5e5a2f34b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.122231 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621de081-d370-4cfe-81bb-d8e5e5a2f34b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:06.124238 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.127522 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-040f2699-63e7-4d41-8ca7-318246a39d76 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/621de081-d370-4cfe-81bb-d8e5e5a2f34b HTTP/1.1" status: 204 len: 168 time: 0.2772167 Mar 03 06:37:06.130781 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37202) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:06.205435 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (8bd47d02-bff1-4fee-8632-c2f2124a56f2), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.281014 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (8bd47d02-bff1-4fee-8632-c2f2124a56f2), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.299967 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd47d02-bff1-4fee-8632-c2f2124a56f2']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:06.309384 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:06.309715 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:06.319777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.333487 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.341566 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:37:06.342785 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (6762d05b-2e41-44cc-a92b-7d8ac3a6e9c4), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:37:06.343625 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:37:06.456868 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (8bd47d02-bff1-4fee-8632-c2f2124a56f2), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.475279 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd47d02-bff1-4fee-8632-c2f2124a56f2,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:06.477835 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.480769 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8bd47d02-bff1-4fee-8632-c2f2124a56f2 HTTP/1.1" status: 204 len: 168 time: 0.3489382 Mar 03 06:37:06.486854 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.491512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8382b310-f139-4bb4-8304-7cb6670baab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:06.708595 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.880172 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37216) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:06.917203 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f4528d1b-7ca4-49c4-80eb-d5406602df54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e54dc6a67f74fef848890e6c626e3fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439825 Mar 03 06:37:06.919642 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37220) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:06.972307 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-27d6497e-2743-47e9-9d56-f689a6e6a717 admin admin] Publish callbacks [] for security_group (7114b1f2-7992-4eca-ba24-0b50f675b476), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:06.972859 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ebffb-e5ba-4f5d-af92-400646cf11ea req-b74f0591-fad5-451e-9b7a-24435c04c2d4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:06.974425 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f0ebffb-e5ba-4f5d-af92-400646cf11ea req-b74f0591-fad5-451e-9b7a-24435c04c2d4 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0591033 Mar 03 06:37:06.995683 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-27d6497e-2743-47e9-9d56-f689a6e6a717 admin admin] Publish callbacks [] for security_group (7114b1f2-7992-4eca-ba24-0b50f675b476), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:07.032992 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f0ebffb-e5ba-4f5d-af92-400646cf11ea req-9b2eb0a0-dd29-4c89-998e-a0523997c535 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Mar 03 06:37:07.117274 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-27d6497e-2743-47e9-9d56-f689a6e6a717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7114b1f2-7992-4eca-ba24-0b50f675b476), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:07.119913 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-27d6497e-2743-47e9-9d56-f689a6e6a717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:07.121336 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-27d6497e-2743-47e9-9d56-f689a6e6a717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7114b1f2-7992-4eca-ba24-0b50f675b476 HTTP/1.1" status: 204 len: 168 time: 0.2007790 Mar 03 06:37:07.129192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6497e-2743-47e9-9d56-f689a6e6a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7114b1f2-7992-4eca-ba24-0b50f675b476,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:07.428935 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:37:07.446442 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:37:07.446802 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf8c7f36-f800-4c15-aa1e-9d3ef6b3be52 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:37:07.878207 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37244) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:07.988634 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ce35539a-388c-4548-be2c-0186cfed6649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.065491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ce35539a-388c-4548-be2c-0186cfed6649 admin admin] Publish callbacks [] for security_group (15aabd78-a1b0-4c44-888d-ba2df09d3fa1), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.148877 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a97f4c-d746-4171-ad51-9241f31f0873 req-f199171e-c6c1-4dec-8191-dc44d4752e28 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:08.150412 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-72a97f4c-d746-4171-ad51-9241f31f0873 req-f199171e-c6c1-4dec-8191-dc44d4752e28 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Mar 03 06:37:08.165416 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ce35539a-388c-4548-be2c-0186cfed6649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (15aabd78-a1b0-4c44-888d-ba2df09d3fa1), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.204803 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-72a97f4c-d746-4171-ad51-9241f31f0873 req-80100671-47e0-4733-bbbd-636964e42f88 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485537 Mar 03 06:37:08.214790 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37262) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:08.214995 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ce35539a-388c-4548-be2c-0186cfed6649 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d76c0f73f223491c9826ffda0f4bd7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356330 Mar 03 06:37:08.216126 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35539a-388c-4548-be2c-0186cfed6649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aabd78-a1b0-4c44-888d-ba2df09d3fa1,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:08.273746 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-55428b99-f2a8-4158-bd86-08d8ca7d3bf1 admin admin] Publish callbacks [] for security_group (15aabd78-a1b0-4c44-888d-ba2df09d3fa1), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.302559 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-55428b99-f2a8-4158-bd86-08d8ca7d3bf1 admin admin] Publish callbacks [] for security_group (15aabd78-a1b0-4c44-888d-ba2df09d3fa1), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.405271 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-55428b99-f2a8-4158-bd86-08d8ca7d3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (15aabd78-a1b0-4c44-888d-ba2df09d3fa1), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.408164 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-55428b99-f2a8-4158-bd86-08d8ca7d3bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:08.409333 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-55428b99-f2a8-4158-bd86-08d8ca7d3bf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15aabd78-a1b0-4c44-888d-ba2df09d3fa1 HTTP/1.1" status: 204 len: 168 time: 0.1929054 Mar 03 06:37:08.417994 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55428b99-f2a8-4158-bd86-08d8ca7d3bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aabd78-a1b0-4c44-888d-ba2df09d3fa1,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:09.276752 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-3bc282db-c505-44e2-b38c-6d0dbb702812 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:09.278815 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-3bc282db-c505-44e2-b38c-6d0dbb702812 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0524211 Mar 03 06:37:09.335397 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f151dc-ae42-4121-99f7-78a2b424be92 req-1ef72743-6b76-4053-8448-f1dc1303ad19 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:09.336999 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d9f151dc-ae42-4121-99f7-78a2b424be92 req-1ef72743-6b76-4053-8448-f1dc1303ad19 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 945 time: 0.0540338 Mar 03 06:37:09.385448 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Deleting port 34f1487d-7bf1-45a9-95da-8aba82b600e3 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:09.385806 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:09.386594 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d9f151dc-ae42-4121-99f7-78a2b424be92 req-5e064048-442d-4ff4-8092-5f0e0b744371 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Mar 03 06:37:09.475539 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] For port 34f1487d-7bf1-45a9-95da-8aba82b600e3, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=34f1487d-7bf1-45a9-95da-8aba82b600e3,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:09.475900 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:09.488408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Calling delete_port for 34f1487d-7bf1-45a9-95da-8aba82b600e3 owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:09.731028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (34f1487d-7bf1-45a9-95da-8aba82b600e3), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:09.743062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['a0144151-6718-4903-98d4-516c8f5ef522', '34f1487d-7bf1-45a9-95da-8aba82b600e3'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:37:09.763732 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Pushing event deleted for resources: {'Port': ['ID=34f1487d-7bf1-45a9-95da-8aba82b600e3,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:09.806547 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] No DVR routers for this DVR port 34f1487d-7bf1-45a9-95da-8aba82b600e3 on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:37:09.809276 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:09.812858 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3a477b98-4ae2-4766-944e-b7b9ae3d0444 req-ddc11738-f9a0-4d25-a57a-32a829877a6f tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "DELETE /v2.0/ports/34f1487d-7bf1-45a9-95da-8aba82b600e3 HTTP/1.1" status: 204 len: 173 time: 0.5188525 Mar 03 06:37:09.813322 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'name': 'network-vif-deleted', 'tag': '34f1487d-7bf1-45a9-95da-8aba82b600e3'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:09.815791 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601787d-050e-4e86-8b11-5692d923ff69" -d '{"events": [{"server_uuid": "cb6a6aba-3f39-430a-ad54-cdf140b53871", "name": "network-vif-deleted", "tag": "34f1487d-7bf1-45a9-95da-8aba82b600e3"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:37:09.853395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7475f3-7a69-4d38-9e49-54fafde65b53 x-openstack-request-id: req-9b7475f3-7a69-4d38-9e49-54fafde65b53 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:37:09.853727 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6a6aba-3f39-430a-ad54-cdf140b53871", "name": "network-vif-deleted", "tag": "34f1487d-7bf1-45a9-95da-8aba82b600e3", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:37:09.853985 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b7475f3-7a69-4d38-9e49-54fafde65b53 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:37:09.854386 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6a6aba-3f39-430a-ad54-cdf140b53871', 'name': 'network-vif-deleted', 'tag': '34f1487d-7bf1-45a9-95da-8aba82b600e3', 'status': 'completed', 'code': 200} Mar 03 06:37:10.490410 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b95aea44-39d2-401d-bf90-24c70a2f69cc req-4cf9f21f-c880-4da5-b2bd-3c54b4a1d693 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb6a6aba-3f39-430a-ad54-cdf140b53871 HTTP/1.1" status: 200 len: 210 time: 0.0275605 Mar 03 06:37:11.957377 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcbd5f-5f0b-4daa-86d2-11bf094ec6b3 req-afcf9656-de5f-4901-9cd7-1cb6d2b8c3dd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:11.958918 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6bfcbd5f-5f0b-4daa-86d2-11bf094ec6b3 req-afcf9656-de5f-4901-9cd7-1cb6d2b8c3dd tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0519385 Mar 03 06:37:12.003236 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6bfcbd5f-5f0b-4daa-86d2-11bf094ec6b3 req-8a0212be-eef8-48c7-9c88-d097acb435da tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Mar 03 06:37:13.115807 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69855dc-536d-44da-958a-b49d2fb9423c req-42a808ea-6fe0-48bd-a1bf-ebfb5fb25ab2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:13.117245 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e69855dc-536d-44da-958a-b49d2fb9423c req-42a808ea-6fe0-48bd-a1bf-ebfb5fb25ab2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Mar 03 06:37:13.164933 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e69855dc-536d-44da-958a-b49d2fb9423c req-c6cd60dc-f28e-4310-b671-a66e8ac28dea tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Mar 03 06:37:13.676641 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 34f1487d-7bf1-45a9-95da-8aba82b600e3 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:37:13.697191 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 34f1487d-7bf1-45a9-95da-8aba82b600e3 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:37:13.697541 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 34f1487d-7bf1-45a9-95da-8aba82b600e3 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:37:14.278056 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc7ce5-8daa-4778-838e-f348e2e13a50 req-f844f6dd-a98b-4d52-84cf-fdff239201a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:14.279500 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-32cc7ce5-8daa-4778-838e-f348e2e13a50 req-f844f6dd-a98b-4d52-84cf-fdff239201a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0507412 Mar 03 06:37:14.324923 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-32cc7ce5-8daa-4778-838e-f348e2e13a50 req-754a913c-28d5-4c3e-add4-94b58902caab tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Mar 03 06:37:15.448384 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81f5d-eb30-4e5c-aa10-cdc4e8d3f812 req-3633d628-7c57-4bb4-8263-a3ad606c93d2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:15.449907 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-92e81f5d-eb30-4e5c-aa10-cdc4e8d3f812 req-3633d628-7c57-4bb4-8263-a3ad606c93d2 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0550692 Mar 03 06:37:15.496360 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-92e81f5d-eb30-4e5c-aa10-cdc4e8d3f812 req-76b03fae-63ec-4d40-97fe-c6312f219883 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Mar 03 06:37:16.544912 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4342d-e4d9-41dd-8f67-784856aba02d req-15e111ca-02d7-40c7-9ff5-b8737f8a7ff1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:16.546439 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c4342d-e4d9-41dd-8f67-784856aba02d req-15e111ca-02d7-40c7-9ff5-b8737f8a7ff1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0575590 Mar 03 06:37:16.612195 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c4342d-e4d9-41dd-8f67-784856aba02d req-0ee57359-736d-4472-b70e-1d3b455c7b1b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595684 Mar 03 06:37:16.664691 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34f96f-0dbd-4927-8395-1c895d53c291 req-ed87fb93-c7af-40f5-95ca-a072a5318f19 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:16.666214 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9d34f96f-0dbd-4927-8395-1c895d53c291 req-ed87fb93-c7af-40f5-95ca-a072a5318f19 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0565274 Mar 03 06:37:16.711884 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9d34f96f-0dbd-4927-8395-1c895d53c291 req-f087a0cc-ab2f-4c16-b138-82321f5cf731 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Mar 03 06:37:17.043961 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37398) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:17.144065 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e7dffaa9-e932-4541-b16b-bc1c515e0d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.219339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e7dffaa9-e932-4541-b16b-bc1c515e0d61 admin admin] Publish callbacks [] for security_group (f06d9803-108a-4a33-997e-1a4e9919568e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.288441 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e7dffaa9-e932-4541-b16b-bc1c515e0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f06d9803-108a-4a33-997e-1a4e9919568e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.326638 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-e7dffaa9-e932-4541-b16b-bc1c515e0d61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a6f95880662434e95b5d8aef493d7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816234 Mar 03 06:37:17.327515 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dffaa9-e932-4541-b16b-bc1c515e0d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d9803-108a-4a33-997e-1a4e9919568e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:17.329309 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37402) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:17.375596 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b79411c5-b8c4-4271-bb90-3b22e19fede6 admin admin] Publish callbacks [] for security_group (f06d9803-108a-4a33-997e-1a4e9919568e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.396454 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b79411c5-b8c4-4271-bb90-3b22e19fede6 admin admin] Publish callbacks [] for security_group (f06d9803-108a-4a33-997e-1a4e9919568e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.522476 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b79411c5-b8c4-4271-bb90-3b22e19fede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f06d9803-108a-4a33-997e-1a4e9919568e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.525637 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b79411c5-b8c4-4271-bb90-3b22e19fede6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:17.526799 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b79411c5-b8c4-4271-bb90-3b22e19fede6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f06d9803-108a-4a33-997e-1a4e9919568e HTTP/1.1" status: 204 len: 168 time: 0.1963820 Mar 03 06:37:17.534429 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79411c5-b8c4-4271-bb90-3b22e19fede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d9803-108a-4a33-997e-1a4e9919568e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:17.728978 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ac92f-048a-4206-84b5-0c719cc73285 req-9978f84f-5c56-405b-92c9-30d10d518a79 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:17.730469 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fe3ac92f-048a-4206-84b5-0c719cc73285 req-9978f84f-5c56-405b-92c9-30d10d518a79 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0520761 Mar 03 06:37:17.778443 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fe3ac92f-048a-4206-84b5-0c719cc73285 req-48281e4d-68cb-4426-8785-d59a0d617de8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Mar 03 06:37:17.838672 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14038d05-b2af-4be9-9ce7-80e92278da1b req-143411bf-2bed-46d9-b0d3-f5f09472eb93 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:17.840195 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-14038d05-b2af-4be9-9ce7-80e92278da1b req-143411bf-2bed-46d9-b0d3-f5f09472eb93 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0609138 Mar 03 06:37:17.886891 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-14038d05-b2af-4be9-9ce7-80e92278da1b req-58bb2cb0-b430-45c0-b3b7-04cbc646d738 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Mar 03 06:37:18.896624 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32edafb-ed28-4f50-a243-dc5bcacae1fe req-17e0004f-8d96-4bf5-9c49-788d6f4df902 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:18.896624 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d32edafb-ed28-4f50-a243-dc5bcacae1fe req-17e0004f-8d96-4bf5-9c49-788d6f4df902 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0506246 Mar 03 06:37:18.948688 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d32edafb-ed28-4f50-a243-dc5bcacae1fe req-086f4642-7678-4556-971d-fb645fed07fe tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Mar 03 06:37:19.005026 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d1a6-ffc3-4322-b320-3ae08469a0a5 req-10b9daed-2dce-4e72-a508-2c8b09d9b6e8 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.006594 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e309d1a6-ffc3-4322-b320-3ae08469a0a5 req-10b9daed-2dce-4e72-a508-2c8b09d9b6e8 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0532844 Mar 03 06:37:19.052832 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e309d1a6-ffc3-4322-b320-3ae08469a0a5 req-4670e49a-02dc-4deb-9d8d-417d018b7424 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Mar 03 06:37:19.793170 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856c5f-7585-4167-aa89-6558c074aa85 req-5016c720-caa4-46e6-8e78-980465faafd6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.794626 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-af856c5f-7585-4167-aa89-6558c074aa85 req-5016c720-caa4-46e6-8e78-980465faafd6 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0496106 Mar 03 06:37:19.893101 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Deleting port a0144151-6718-4903-98d4-516c8f5ef522 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:19.893439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (a0144151-6718-4903-98d4-516c8f5ef522), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:19.954258 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:37:19.987870 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] For port a0144151-6718-4903-98d4-516c8f5ef522, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a0144151-6718-4903-98d4-516c8f5ef522,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:19.988040 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (a0144151-6718-4903-98d4-516c8f5ef522), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.010435 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Calling delete_port for a0144151-6718-4903-98d4-516c8f5ef522 owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:20.075011 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727d9a1-294d-48a6-abe1-1165190b4f3d req-579a7713-5f22-4874-b415-1179ff357a5a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:20.077149 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3727d9a1-294d-48a6-abe1-1165190b4f3d req-579a7713-5f22-4874-b415-1179ff357a5a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0598125 Mar 03 06:37:20.130217 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3727d9a1-294d-48a6-abe1-1165190b4f3d req-47e81d12-e8d4-4fbe-9cb6-02349fcc729d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Mar 03 06:37:20.181218 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5ab0-4450-47ba-a23c-564872c282eb req-2e7ed4d0-edcb-4f83-b4ce-62f6dfe8401b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:20.182754 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-664d5ab0-4450-47ba-a23c-564872c282eb req-2e7ed4d0-edcb-4f83-b4ce-62f6dfe8401b tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8852409-b75b-4eb2-b309-22a8f2b3d951 HTTP/1.1" status: 200 len: 946 time: 0.0575876 Mar 03 06:37:20.216980 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (a0144151-6718-4903-98d4-516c8f5ef522), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.230818 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['a0144151-6718-4903-98d4-516c8f5ef522'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:37:20.253286 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Pushing event deleted for resources: {'Port': ['ID=a0144151-6718-4903-98d4-516c8f5ef522,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:20.267562 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-664d5ab0-4450-47ba-a23c-564872c282eb req-f3a771de-9af5-436d-93d4-a2eba510634c tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e26427e-d449-4a1f-870e-f3c32d6e8062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793259 Mar 03 06:37:20.299518 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] No DVR routers for this DVR port a0144151-6718-4903-98d4-516c8f5ef522 on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:37:20.301958 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.305828 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-af856c5f-7585-4167-aa89-6558c074aa85 req-13c6da9a-d1ed-457e-819d-971d5d6322a0 tempest-ServerRescueNegativeTestJSON-897650211 tempest-ServerRescueNegativeTestJSON-897650211-project] 10.222.0.41 "DELETE /v2.0/ports/a0144151-6718-4903-98d4-516c8f5ef522 HTTP/1.1" status: 204 len: 173 time: 0.5049767 Mar 03 06:37:20.306288 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'name': 'network-vif-deleted', 'tag': 'a0144151-6718-4903-98d4-516c8f5ef522'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:20.308586 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abac590f-35a1-449f-b029-91b5b933cf2a" -d '{"events": [{"server_uuid": "f8852409-b75b-4eb2-b309-22a8f2b3d951", "name": "network-vif-deleted", "tag": "a0144151-6718-4903-98d4-516c8f5ef522"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:37:20.342623 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd613f2-1404-441b-84c3-4c502dcc2e4d x-openstack-request-id: req-cfd613f2-1404-441b-84c3-4c502dcc2e4d {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:37:20.342925 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8852409-b75b-4eb2-b309-22a8f2b3d951", "name": "network-vif-deleted", "tag": "a0144151-6718-4903-98d4-516c8f5ef522", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:37:20.343182 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfd613f2-1404-441b-84c3-4c502dcc2e4d {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:37:20.343582 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8852409-b75b-4eb2-b309-22a8f2b3d951', 'name': 'network-vif-deleted', 'tag': 'a0144151-6718-4903-98d4-516c8f5ef522', 'status': 'completed', 'code': 200} Mar 03 06:37:20.616994 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37486) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:20.720525 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a09a10c-dfbc-4105-9a14-8091a0e3d95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.791577 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a09a10c-dfbc-4105-9a14-8091a0e3d95a admin admin] Publish callbacks [] for security_group (081b0de4-8af8-467d-bf81-1a725bd6c4be), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.865458 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a09a10c-dfbc-4105-9a14-8091a0e3d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (081b0de4-8af8-467d-bf81-1a725bd6c4be), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.905539 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09a10c-dfbc-4105-9a14-8091a0e3d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081b0de4-8af8-467d-bf81-1a725bd6c4be,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:20.910463 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8a09a10c-dfbc-4105-9a14-8091a0e3d95a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8409f6e784b548e4bf1559f4110fc892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911124 Mar 03 06:37:20.912379 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37490) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:20.959704 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2f99aa4d-f753-4d01-a1f4-b9007e0f1f08 admin admin] Publish callbacks [] for security_group (081b0de4-8af8-467d-bf81-1a725bd6c4be), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:20.981989 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2f99aa4d-f753-4d01-a1f4-b9007e0f1f08 admin admin] Publish callbacks [] for security_group (081b0de4-8af8-467d-bf81-1a725bd6c4be), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.096097 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2f99aa4d-f753-4d01-a1f4-b9007e0f1f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (081b0de4-8af8-467d-bf81-1a725bd6c4be), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.098664 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2f99aa4d-f753-4d01-a1f4-b9007e0f1f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.099810 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2f99aa4d-f753-4d01-a1f4-b9007e0f1f08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/081b0de4-8af8-467d-bf81-1a725bd6c4be HTTP/1.1" status: 204 len: 168 time: 0.1865377 Mar 03 06:37:21.112154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99aa4d-f753-4d01-a1f4-b9007e0f1f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b0de4-8af8-467d-bf81-1a725bd6c4be,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:21.257416 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee876e-8336-4a23-b45f-7c107f7b8d3a req-b4d51dc3-d677-4ba8-bc16-5c8ebfcda0c9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:21.259644 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c4ee876e-8336-4a23-b45f-7c107f7b8d3a req-b4d51dc3-d677-4ba8-bc16-5c8ebfcda0c9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0604525 Mar 03 06:37:21.317475 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c4ee876e-8336-4a23-b45f-7c107f7b8d3a req-be7cbe5b-b609-4b48-9769-fb586c04dba5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Mar 03 06:37:21.335660 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37498) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:21.695416 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37504) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:21.708713 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-372cacc2-6520-4e83-b7ad-f359c301f83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.743057 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (1b48e4a5-13c1-4164-9b08-66500db92428), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.784561 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-372cacc2-6520-4e83-b7ad-f359c301f83c admin admin] Publish callbacks [] for security_group (f919d84b-a611-4d49-8eec-c8a24570bd13), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.845377 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-372cacc2-6520-4e83-b7ad-f359c301f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f919d84b-a611-4d49-8eec-c8a24570bd13), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.886327 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-372cacc2-6520-4e83-b7ad-f359c301f83c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b4bb4f3e8a74bbc9dd1655ac84f868e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891625 Mar 03 06:37:21.887119 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cacc2-6520-4e83-b7ad-f359c301f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919d84b-a611-4d49-8eec-c8a24570bd13,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:21.889428 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37506) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:21.940042 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5af549b1-1f42-4e62-b33a-02933c49d2fa admin admin] Publish callbacks [] for security_group (f919d84b-a611-4d49-8eec-c8a24570bd13), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:21.962471 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5af549b1-1f42-4e62-b33a-02933c49d2fa admin admin] Publish callbacks [] for security_group (f919d84b-a611-4d49-8eec-c8a24570bd13), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:22.096646 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5af549b1-1f42-4e62-b33a-02933c49d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (f919d84b-a611-4d49-8eec-c8a24570bd13), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:22.099328 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5af549b1-1f42-4e62-b33a-02933c49d2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:22.100554 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5af549b1-1f42-4e62-b33a-02933c49d2fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f919d84b-a611-4d49-8eec-c8a24570bd13 HTTP/1.1" status: 204 len: 168 time: 0.2101889 Mar 03 06:37:22.109130 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af549b1-1f42-4e62-b33a-02933c49d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919d84b-a611-4d49-8eec-c8a24570bd13,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:22.266474 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Deleting port 54bb2745-b153-4ab0-bc76-6a7909023f66 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:22.266812 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:22.340217 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] For port 54bb2745-b153-4ab0-bc76-6a7909023f66, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=54bb2745-b153-4ab0-bc76-6a7909023f66,segment=NetworkSegment(0d967b70-d3d6-404c-b1db-d626e88e75a3),segment_id=0d967b70-d3d6-404c-b1db-d626e88e75a3)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:22.340804 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:22.353802 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Calling delete_port for 54bb2745-b153-4ab0-bc76-6a7909023f66 owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:22.431088 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad14bd-fbe7-4395-bea5-4415e70613a1 req-a0f13308-c0f7-4db6-8fd1-738da8b02180 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:22.434134 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-25ad14bd-fbe7-4395-bea5-4415e70613a1 req-a0f13308-c0f7-4db6-8fd1-738da8b02180 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0567384 Mar 03 06:37:22.488097 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-25ad14bd-fbe7-4395-bea5-4415e70613a1 req-087e8ae0-a3c5-4133-80ea-9a6196d5f50a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499675 Mar 03 06:37:22.597297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (54bb2745-b153-4ab0-bc76-6a7909023f66), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:22.627240 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Pushing event deleted for resources: {'Port': ['ID=54bb2745-b153-4ab0-bc76-6a7909023f66,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:22.783840 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (1b48e4a5-13c1-4164-9b08-66500db92428), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:23.001472 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Router 1b48e4a5-13c1-4164-9b08-66500db92428 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:37:23.107383 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:37:23.112201 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-aa5712c3-f740-4596-8b03-82f2d795125b admin admin] 10.222.0.31 "PUT /v2.0/routers/1b48e4a5-13c1-4164-9b08-66500db92428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749114 Mar 03 06:37:23.114744 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37530) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:23.117869 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] Sync routers for ids ['1b48e4a5-13c1-4164-9b08-66500db92428'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:37:23.130226 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] Routers {'1b48e4a5-13c1-4164-9b08-66500db92428'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:37:23.130839 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:37:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['1b48e4a5-13c1-4164-9b08-66500db92428'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:23.222526 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks [] for router (1b48e4a5-13c1-4164-9b08-66500db92428), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:23.244118 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] Set router 1b48e4a5-13c1-4164-9b08-66500db92428 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:37:23.335402 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks [] for router_gateway (1b48e4a5-13c1-4164-9b08-66500db92428), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:23.419234 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:37:22Z', 'revision_number': 5, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port': {'id': 'dd095eda-a445-460e-b98d-f122b4a4a9ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:23.447610 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Deleting port dd095eda-a445-460e-b98d-f122b4a4a9ff {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:23.448204 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:23.449175 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] Checking router: 1b48e4a5-13c1-4164-9b08-66500db92428 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:37:23.457272 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] Routers {'1b48e4a5-13c1-4164-9b08-66500db92428'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:37:23.457887 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:37:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['1b48e4a5-13c1-4164-9b08-66500db92428'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:23.532590 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] For port dd095eda-a445-460e-b98d-f122b4a4a9ff, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=dd095eda-a445-460e-b98d-f122b4a4a9ff,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:23.532952 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:23.546910 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] Set router 1b48e4a5-13c1-4164-9b08-66500db92428 gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:37:23.547081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Calling delete_port for dd095eda-a445-460e-b98d-f122b4a4a9ff owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:23.696929 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93ef8-26c4-4eda-8e08-665392b1615a req-b319cdaf-9f01-4c10-acd3-e40b2f023a27 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:23.697227 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:37:23Z', 'revision_number': 6, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:23.698460 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b8c93ef8-26c4-4eda-8e08-665392b1615a req-b319cdaf-9f01-4c10-acd3-e40b2f023a27 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.1071682 Mar 03 06:37:23.712652 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device a0144151-6718-4903-98d4-516c8f5ef522 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:37:23.750887 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: a0144151-6718-4903-98d4-516c8f5ef522 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:37:23.751244 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device a0144151-6718-4903-98d4-516c8f5ef522 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:37:23.757077 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7759c52e-5b3d-4a35-9898-a507dff93ebc None None] The sync data for ids ['1b48e4a5-13c1-4164-9b08-66500db92428'] in dv-cinder-831090-6-iscsi is: [{'id': '1b48e4a5-13c1-4164-9b08-66500db92428', 'name': 'tempest-ServerRescueNegativeTestJSON-587821567-router', 'tenant_id': '515424c141cf48fa82014f02b5d0d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:37:23Z', 'revision_number': 6, 'project_id': '515424c141cf48fa82014f02b5d0d637', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:37:23.792994 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b8c93ef8-26c4-4eda-8e08-665392b1615a req-4814133a-4c80-4e33-9220-770107f88fd7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722895 Mar 03 06:37:23.877083 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (dd095eda-a445-460e-b98d-f122b4a4a9ff), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:23.902544 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd095eda-a445-460e-b98d-f122b4a4a9ff,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:23.973615 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (1b48e4a5-13c1-4164-9b08-66500db92428), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.077453 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (1b48e4a5-13c1-4164-9b08-66500db92428), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.079505 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks [] for router_controller (1b48e4a5-13c1-4164-9b08-66500db92428), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.205228 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (1b48e4a5-13c1-4164-9b08-66500db92428), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.205879 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b48e4a5-13c1-4164-9b08-66500db92428 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:37:24.210840 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.212482 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2a3c36e4-244c-4497-95e5-b0cc50b36e3b admin admin] 10.222.0.31 "DELETE /v2.0/routers/1b48e4a5-13c1-4164-9b08-66500db92428 HTTP/1.1" status: 204 len: 168 time: 1.0968351 Mar 03 06:37:24.214964 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37554) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:24.261778 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Deleting subnet 8fb46d55-53ee-41f2-8c72-8729cad51fcb {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:37:24.264858 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Publish callbacks [] for subnet (8fb46d55-53ee-41f2-8c72-8729cad51fcb), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.298112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (8fb46d55-53ee-41f2-8c72-8729cad51fcb), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.338910 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (8fb46d55-53ee-41f2-8c72-8729cad51fcb), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.433801 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (8fb46d55-53ee-41f2-8c72-8729cad51fcb), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.463242 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb46d55-53ee-41f2-8c72-8729cad51fcb,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:24.466850 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.470006 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-60427242-47f2-4c9c-9ee9-818df5dd852a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8fb46d55-53ee-41f2-8c72-8729cad51fcb HTTP/1.1" status: 204 len: 168 time: 0.2541130 Mar 03 06:37:24.472438 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37564) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:24.540537 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (80a697f1-3f2c-4380-bb33-413897d26af5), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.620857 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (80a697f1-3f2c-4380-bb33-413897d26af5), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.641518 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a697f1-3f2c-4380-bb33-413897d26af5']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:24.651288 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d967b70-d3d6-404c-b1db-d626e88e75a3') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:24.651431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d967b70-d3d6-404c-b1db-d626e88e75a3') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:24.660844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (0d967b70-d3d6-404c-b1db-d626e88e75a3), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.674314 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (0d967b70-d3d6-404c-b1db-d626e88e75a3), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.680299 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:37:24.680689 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (0d967b70-d3d6-404c-b1db-d626e88e75a3), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:37:24.682358 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:37:24.799721 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (80a697f1-3f2c-4380-bb33-413897d26af5), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.811573 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:24.823185 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/80a697f1-3f2c-4380-bb33-413897d26af5 HTTP/1.1" status: 204 len: 168 time: 0.3462441 Mar 03 06:37:24.841393 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7831ab7-cc0e-4ae2-848a-782d63badf17 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a697f1-3f2c-4380-bb33-413897d26af5,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:24.924848 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f81c90-5582-465c-8308-8780744fdf12 req-829c27e5-aa70-43c3-abd7-46c9d2a3e41b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:24.926364 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e2f81c90-5582-465c-8308-8780744fdf12 req-829c27e5-aa70-43c3-abd7-46c9d2a3e41b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0514727 Mar 03 06:37:24.983587 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e2f81c90-5582-465c-8308-8780744fdf12 req-1ae465ca-53bc-4712-97c4-3ddbb4bfec52 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483205 Mar 03 06:37:25.190306 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37586) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:25.228989 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-24132414-3e49-4e11-b314-5048b1079adb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=515424c141cf48fa82014f02b5d0d637&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375261 Mar 03 06:37:25.231412 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37588) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:25.277821 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-576d6876-f7f5-4f7f-846b-d26dc8564921 admin admin] Publish callbacks [] for security_group (1e26427e-d449-4a1f-870e-f3c32d6e8062), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:25.299073 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-576d6876-f7f5-4f7f-846b-d26dc8564921 admin admin] Publish callbacks [] for security_group (1e26427e-d449-4a1f-870e-f3c32d6e8062), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:25.420162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-576d6876-f7f5-4f7f-846b-d26dc8564921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1e26427e-d449-4a1f-870e-f3c32d6e8062), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:25.422816 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-576d6876-f7f5-4f7f-846b-d26dc8564921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:25.424090 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-576d6876-f7f5-4f7f-846b-d26dc8564921 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e26427e-d449-4a1f-870e-f3c32d6e8062 HTTP/1.1" status: 204 len: 168 time: 0.1917005 Mar 03 06:37:25.431886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d6876-f7f5-4f7f-846b-d26dc8564921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e26427e-d449-4a1f-870e-f3c32d6e8062,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:25.750192 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 54bb2745-b153-4ab0-bc76-6a7909023f66 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:37:25.770401 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 54bb2745-b153-4ab0-bc76-6a7909023f66 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:37:25.770750 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 54bb2745-b153-4ab0-bc76-6a7909023f66 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:37:25.771172 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device dd095eda-a445-460e-b98d-f122b4a4a9ff no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:37:25.794345 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: dd095eda-a445-460e-b98d-f122b4a4a9ff {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:37:25.794687 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device dd095eda-a445-460e-b98d-f122b4a4a9ff not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:37:26.114002 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42814a-b3e1-420e-a65e-f0d8325b118c req-2ede3c8c-f882-4201-80f0-e3c0e8074d3b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:26.115479 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ae42814a-b3e1-420e-a65e-f0d8325b118c req-2ede3c8c-f882-4201-80f0-e3c0e8074d3b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0612919 Mar 03 06:37:26.161239 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ae42814a-b3e1-420e-a65e-f0d8325b118c req-d1064106-8eb9-4526-87c0-6787a0b44ce4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Mar 03 06:37:27.028695 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37686) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:27.128640 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0e870d19-518c-43a7-abae-63d522d36d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.203145 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0e870d19-518c-43a7-abae-63d522d36d2d admin admin] Publish callbacks [] for security_group (1e1053c5-ec82-4964-bef4-91d5ff718107), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.269763 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37694) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:27.282229 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a06f99-f92b-4cf3-ace5-2accdb81f75b req-6f719991-96cd-4752-af27-53c907fe273c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:27.284095 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-79a06f99-f92b-4cf3-ace5-2accdb81f75b req-6f719991-96cd-4752-af27-53c907fe273c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0527642 Mar 03 06:37:27.306840 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0e870d19-518c-43a7-abae-63d522d36d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1e1053c5-ec82-4964-bef4-91d5ff718107), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.351218 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.359080 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e870d19-518c-43a7-abae-63d522d36d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1053c5-ec82-4964-bef4-91d5ff718107,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:27.363292 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-0e870d19-518c-43a7-abae-63d522d36d2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32c51f05bd53489983f2ab9ad90bdf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335650 Mar 03 06:37:27.367279 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37698) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:27.371625 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-79a06f99-f92b-4cf3-ace5-2accdb81f75b req-47a3a660-0f63-4b19-a040-3b183f3cbee6 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806994 Mar 03 06:37:27.403431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71e239d7-ad2e-4e65-99b6-213a802c9900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.453820 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54977796-3b4c-498c-bdb0-05cee5061afb admin admin] Publish callbacks [] for security_group (1e1053c5-ec82-4964-bef4-91d5ff718107), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.485381 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54977796-3b4c-498c-bdb0-05cee5061afb admin admin] Publish callbacks [] for security_group (1e1053c5-ec82-4964-bef4-91d5ff718107), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.537662 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71e239d7-ad2e-4e65-99b6-213a802c9900 admin admin] Publish callbacks [] for security_group (1218b908-01b7-454a-b2b5-e3a53d8395b3), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.616066 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71e239d7-ad2e-4e65-99b6-213a802c9900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1218b908-01b7-454a-b2b5-e3a53d8395b3), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.651706 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e239d7-ad2e-4e65-99b6-213a802c9900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218b908-01b7-454a-b2b5-e3a53d8395b3,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:27.655952 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-71e239d7-ad2e-4e65-99b6-213a802c9900 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77103ea5b69c4c3d90fbe4500751c852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848791 Mar 03 06:37:27.658690 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37700) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:27.673211 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54977796-3b4c-498c-bdb0-05cee5061afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1e1053c5-ec82-4964-bef4-91d5ff718107), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.675651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54977796-3b4c-498c-bdb0-05cee5061afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.676675 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-54977796-3b4c-498c-bdb0-05cee5061afb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e1053c5-ec82-4964-bef4-91d5ff718107 HTTP/1.1" status: 204 len: 168 time: 0.3075941 Mar 03 06:37:27.692976 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54977796-3b4c-498c-bdb0-05cee5061afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1053c5-ec82-4964-bef4-91d5ff718107,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:27.951476 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee988abd-bb36-475e-acfb-058c2fa7d623 admin admin] Publish callbacks [] for security_group (1218b908-01b7-454a-b2b5-e3a53d8395b3), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:27.972179 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee988abd-bb36-475e-acfb-058c2fa7d623 admin admin] Publish callbacks [] for security_group (1218b908-01b7-454a-b2b5-e3a53d8395b3), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.079364 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee988abd-bb36-475e-acfb-058c2fa7d623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1218b908-01b7-454a-b2b5-e3a53d8395b3), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.082519 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee988abd-bb36-475e-acfb-058c2fa7d623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.083775 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ee988abd-bb36-475e-acfb-058c2fa7d623 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1218b908-01b7-454a-b2b5-e3a53d8395b3 HTTP/1.1" status: 204 len: 168 time: 0.4242418 Mar 03 06:37:28.092708 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee988abd-bb36-475e-acfb-058c2fa7d623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218b908-01b7-454a-b2b5-e3a53d8395b3,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:28.492056 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1e86c-c14a-4089-a509-8665aa92a3f9 req-65286efa-32aa-4f33-80a7-ec6340940af0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:28.494110 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-efd1e86c-c14a-4089-a509-8665aa92a3f9 req-65286efa-32aa-4f33-80a7-ec6340940af0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0520718 Mar 03 06:37:28.541149 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-efd1e86c-c14a-4089-a509-8665aa92a3f9 req-641ce761-1476-4487-b679-8e1363953f99 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Mar 03 06:37:28.658858 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37730) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:28.677657 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-380a2516-53b3-4ff1-86e9-ecbfff22f1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.753443 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-380a2516-53b3-4ff1-86e9-ecbfff22f1c9 admin admin] Publish callbacks [] for security_group (79dbd22a-6088-44a6-90ba-6edcace0b91d), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.827954 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-380a2516-53b3-4ff1-86e9-ecbfff22f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (79dbd22a-6088-44a6-90ba-6edcace0b91d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.866712 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-380a2516-53b3-4ff1-86e9-ecbfff22f1c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cafe355679c744fe8b627d0062fdc80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066965 Mar 03 06:37:28.867803 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a2516-53b3-4ff1-86e9-ecbfff22f1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dbd22a-6088-44a6-90ba-6edcace0b91d,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:28.870213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37738) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:28.918713 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d072f7af-7c87-4c68-a35b-09acd6ee53ed admin admin] Publish callbacks [] for security_group (79dbd22a-6088-44a6-90ba-6edcace0b91d), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:28.942483 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d072f7af-7c87-4c68-a35b-09acd6ee53ed admin admin] Publish callbacks [] for security_group (79dbd22a-6088-44a6-90ba-6edcace0b91d), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.090282 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d072f7af-7c87-4c68-a35b-09acd6ee53ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (79dbd22a-6088-44a6-90ba-6edcace0b91d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.092920 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d072f7af-7c87-4c68-a35b-09acd6ee53ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.094142 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d072f7af-7c87-4c68-a35b-09acd6ee53ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79dbd22a-6088-44a6-90ba-6edcace0b91d HTTP/1.1" status: 204 len: 168 time: 0.2228270 Mar 03 06:37:29.103338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f7af-7c87-4c68-a35b-09acd6ee53ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dbd22a-6088-44a6-90ba-6edcace0b91d,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:29.433315 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 37746) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:29.536775 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdca08f1-b281-42ac-9a0e-217827a9f221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.611705 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdca08f1-b281-42ac-9a0e-217827a9f221 admin admin] Publish callbacks [] for security_group (7a614f6b-c96b-4a9f-9799-f12bec82c320), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.657976 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46683e-8f6b-4dbb-b45e-829d6a2b3b26 req-8cfda4da-2d1e-420b-a9b4-e841ee54cc9a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:29.659436 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9a46683e-8f6b-4dbb-b45e-829d6a2b3b26 req-8cfda4da-2d1e-420b-a9b4-e841ee54cc9a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0517640 Mar 03 06:37:29.685013 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdca08f1-b281-42ac-9a0e-217827a9f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7a614f6b-c96b-4a9f-9799-f12bec82c320), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.706850 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9a46683e-8f6b-4dbb-b45e-829d6a2b3b26 req-2174c132-38b2-4c3e-87f5-6df33934b3b1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Mar 03 06:37:29.723922 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-bdca08f1-b281-42ac-9a0e-217827a9f221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c0d0680e2194bb4bd99a9ce8b44c75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893867 Mar 03 06:37:29.725933 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca08f1-b281-42ac-9a0e-217827a9f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a614f6b-c96b-4a9f-9799-f12bec82c320,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:29.726637 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37760) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:29.773726 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-90343c9e-d890-45c5-bfad-c5bbe0e0f943 admin admin] Publish callbacks [] for security_group (7a614f6b-c96b-4a9f-9799-f12bec82c320), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.797978 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-90343c9e-d890-45c5-bfad-c5bbe0e0f943 admin admin] Publish callbacks [] for security_group (7a614f6b-c96b-4a9f-9799-f12bec82c320), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.913258 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-90343c9e-d890-45c5-bfad-c5bbe0e0f943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7a614f6b-c96b-4a9f-9799-f12bec82c320), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.915936 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-90343c9e-d890-45c5-bfad-c5bbe0e0f943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:29.917101 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-90343c9e-d890-45c5-bfad-c5bbe0e0f943 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a614f6b-c96b-4a9f-9799-f12bec82c320 HTTP/1.1" status: 204 len: 168 time: 0.1894801 Mar 03 06:37:29.928193 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90343c9e-d890-45c5-bfad-c5bbe0e0f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a614f6b-c96b-4a9f-9799-f12bec82c320,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:30.513358 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4aba18ce-28f0-4ae5-9978-b91695e470e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:30.835292 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a06af-cbaa-42be-8cf9-03c164dc36ff req-6e8a88ab-1a3f-4d69-8863-b77d103a3156 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:30.837328 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5a2a06af-cbaa-42be-8cf9-03c164dc36ff req-6e8a88ab-1a3f-4d69-8863-b77d103a3156 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0592349 Mar 03 06:37:30.900933 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5a2a06af-cbaa-42be-8cf9-03c164dc36ff req-69fd69d7-8d11-4189-ab5f-1aa224748ab4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570621 Mar 03 06:37:31.660516 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37822) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:31.764331 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-540dcf88-0feb-40cd-9a25-ccf9e2ad6891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:31.839633 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-540dcf88-0feb-40cd-9a25-ccf9e2ad6891 admin admin] Publish callbacks [] for security_group (5487061c-f227-4d70-9077-3123b5c98d5a), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:31.917280 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-540dcf88-0feb-40cd-9a25-ccf9e2ad6891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5487061c-f227-4d70-9077-3123b5c98d5a), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:31.948813 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dcf88-0feb-40cd-9a25-ccf9e2ad6891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5487061c-f227-4d70-9077-3123b5c98d5a,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:31.965797 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-540dcf88-0feb-40cd-9a25-ccf9e2ad6891 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8056b487854742c6a3e6c9824125dbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041465 Mar 03 06:37:31.968433 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37832) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:32.052755 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429983-4d29-42f5-bd88-5e4964e128f0 req-748646c3-696a-4b58-836c-90e7fea647fd tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:32.054279 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-df429983-4d29-42f5-bd88-5e4964e128f0 req-748646c3-696a-4b58-836c-90e7fea647fd tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0791833 Mar 03 06:37:32.069518 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c898aea7-de63-4017-8626-b752d3fcc478 admin admin] Publish callbacks [] for security_group (5487061c-f227-4d70-9077-3123b5c98d5a), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:32.109247 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c898aea7-de63-4017-8626-b752d3fcc478 admin admin] Publish callbacks [] for security_group (5487061c-f227-4d70-9077-3123b5c98d5a), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:32.128567 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-df429983-4d29-42f5-bd88-5e4964e128f0 req-e9d59641-5309-4309-b34f-1798665d7e26 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688725 Mar 03 06:37:32.234030 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c898aea7-de63-4017-8626-b752d3fcc478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5487061c-f227-4d70-9077-3123b5c98d5a), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:32.237258 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c898aea7-de63-4017-8626-b752d3fcc478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:32.238455 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c898aea7-de63-4017-8626-b752d3fcc478 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5487061c-f227-4d70-9077-3123b5c98d5a HTTP/1.1" status: 204 len: 168 time: 0.2687418 Mar 03 06:37:32.246976 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898aea7-de63-4017-8626-b752d3fcc478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5487061c-f227-4d70-9077-3123b5c98d5a,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:32.707340 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-92f454ea-a125-4f00-a6f6-32ace50fbc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.230987 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37862) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:33.252242 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513dee7-af2e-4bc9-a917-ebfffa38ee0d req-88154b84-79a0-480a-9bc0-6a9d07617a3a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:33.253756 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6513dee7-af2e-4bc9-a917-ebfffa38ee0d req-88154b84-79a0-480a-9bc0-6a9d07617a3a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0595129 Mar 03 06:37:33.304645 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6513dee7-af2e-4bc9-a917-ebfffa38ee0d req-989da346-d894-4d2d-9e6b-4ed245a823b5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451438 Mar 03 06:37:33.333088 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1521875367-network', 'tenant_id': '5d5a0438ff234046985704130fea0993'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:33.459695 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Made reservation on behalf of 5d5a0438ff234046985704130fea0993 for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:37:33.463175 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.474710 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.551992 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks [] for security_group (c2ff5ea0-a551-4067-9be2-7ff8488032ae), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.688329 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.688567 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c2ff5ea0-a551-4067-9be2-7ff8488032ae), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.712588 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:37:33.721010 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff5ea0-a551-4067-9be2-7ff8488032ae,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:33.726898 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (4b9c7bf2-fc40-4a32-831c-8aca279071a8), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.727239 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Added segment 4b9c7bf2-fc40-4a32-831c-8aca279071a8 of type vlan for network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b Mar 03 06:37:33.768167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (427218cc-6797-4c4a-ae5b-64ed72f5ac5b), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.833214 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (427218cc-6797-4c4a-ae5b-64ed72f5ac5b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.834147 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:33.834728 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:33.890906 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] Pushing event updated for resources: {'Network': ['ID=427218cc-6797-4c4a-ae5b-64ed72f5ac5b,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:33.900720 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:37:33.950404 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-0ebe1942-b443-4bab-b245-abefc0de1034 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7182682 Mar 03 06:37:33.953172 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 37868) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:33.957947 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Request body: {'subnet': {'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1521875367-subnet', 'tenant_id': '5d5a0438ff234046985704130fea0993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:34.061857 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Made reservation on behalf of 5d5a0438ff234046985704130fea0993 for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:37:34.064180 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751790'] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:34.267797 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3903427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751772'] for subnet (6866c976-9d7b-4041-8f2f-7fabf4f674c1), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:34.322781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6866c976-9d7b-4041-8f2f-7fabf4f674c1,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:34.329757 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Checking segment: {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:37:34.330123 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Network hostable DHCP agents. Network: 427218cc-6797-4c4a-ae5b-64ed72f5ac5b, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:37:34.412128 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:37:34.431333 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e75ba-09b9-4e66-aed6-89d8fb4b88f4 req-b8ba7100-8ef4-4b38-a5ee-0e3c010632c0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:34.432785 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e08e75ba-09b9-4e66-aed6-89d8fb4b88f4 req-b8ba7100-8ef4-4b38-a5ee-0e3c010632c0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0594375 Mar 03 06:37:34.477948 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e08e75ba-09b9-4e66-aed6-89d8fb4b88f4 req-60080356-1d2c-48b2-8d42-5145a2a941a1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Mar 03 06:37:34.482869 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 427218cc-6797-4c4a-ae5b-64ed72f5ac5b) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:34.487707 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:34.488368 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:34.505591 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36aa86-9ba1-40bb-972c-cf3c1497ed16 None None] Network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:37:34.609938 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a1457-79d9-4911-8b05-8e6aa63aea5b None None] Network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:37:34.611765 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e88a5582-500e-4cd5-9b0a-5cde59e5bbc7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6574712 Mar 03 06:37:35.145615 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:35.605911 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc09487-b6f1-4a23-a9d3-d281b8f14177 req-9016b1ce-4d64-4265-bf55-ea7a43333c9c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:35.607396 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dbc09487-b6f1-4a23-a9d3-d281b8f14177 req-9016b1ce-4d64-4265-bf55-ea7a43333c9c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0560222 Mar 03 06:37:35.652904 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dbc09487-b6f1-4a23-a9d3-d281b8f14177 req-0f1be5ed-b693-49a1-b4d4-e38d797d3015 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Mar 03 06:37:36.741870 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:36.768265 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f045df-6a02-4386-a97e-2a4d58349b50 req-6c9c9c3a-cd12-44b0-804f-3088f166a74b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:36.769779 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a5f045df-6a02-4386-a97e-2a4d58349b50 req-6c9c9c3a-cd12-44b0-804f-3088f166a74b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0515468 Mar 03 06:37:36.816172 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a5f045df-6a02-4386-a97e-2a4d58349b50 req-8476d121-08df-4e09-9e8c-7ebe65f89843 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Mar 03 06:37:37.880530 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-29bacf0a-9f0d-4d04-bcd2-3750cdbb833f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:37.881999 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-29bacf0a-9f0d-4d04-bcd2-3750cdbb833f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/networks?id=427218cc-6797-4c4a-ae5b-64ed72f5ac5b HTTP/1.1" status: 200 len: 809 time: 0.1059299 Mar 03 06:37:37.896942 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-9eaf49de-a33a-4266-baaa-4dcbf0af0c32 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/quotas/5d5a0438ff234046985704130fea0993 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Mar 03 06:37:37.930126 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-309ed655-1141-4a89-9b4c-104a3ce93199 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d5a0438ff234046985704130fea0993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273001 Mar 03 06:37:37.955408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e4b8-fa8b-4e76-bb79-eba527fe5a2b req-37533362-5345-4bb6-86c9-4a34fcd102a4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:37.958422 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ef25e4b8-fa8b-4e76-bb79-eba527fe5a2b req-37533362-5345-4bb6-86c9-4a34fcd102a4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0575616 Mar 03 06:37:38.010989 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ef25e4b8-fa8b-4e76-bb79-eba527fe5a2b req-41237ac7-e29a-43bd-b654-9bf239298886 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505941 Mar 03 06:37:38.033831 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-b94c4d82-71f8-49e2-92e5-e9641ae62503 service neutron] 10.222.0.31 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981674 Mar 03 06:37:38.121679 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-bdf68a1f-0f02-4001-a933-3687fb56a07b service neutron] 10.222.0.31 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858526 Mar 03 06:37:38.402289 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf38cf-e622-4b26-89b5-dabc88ac1c40 req-9206dc07-406e-4954-a744-9bdb5990944b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:38.404015 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-63bf38cf-e622-4b26-89b5-dabc88ac1c40 req-9206dc07-406e-4954-a744-9bdb5990944b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0640237 Mar 03 06:37:38.446558 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4d02d450-c07e-4846-b3ed-b4b7ef162f5f req-46d678c1-a70b-485a-bca2-797f0c9d0724 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 210 time: 0.0477984 Mar 03 06:37:38.469829 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-63bf38cf-e622-4b26-89b5-dabc88ac1c40 req-482908a7-6f54-4618-940b-8717758c6ab3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595539 Mar 03 06:37:38.565490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-43a7b748-8aa0-40fb-b3f7-7830f8b9a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:38.567068 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-43a7b748-8aa0-40fb-b3f7-7830f8b9a290 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1130 time: 0.0472507 Mar 03 06:37:38.662284 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-471d3bff-aef5-4d0a-9adc-f3cd93b7e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:38.663668 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-471d3bff-aef5-4d0a-9adc-f3cd93b7e856 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 912 time: 0.0862129 Mar 03 06:37:38.728175 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-7d5c6eb6-6fd9-4cd8-9f50-0080c3fe46ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 200 len: 1002 time: 0.0578530 Mar 03 06:37:38.778886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-6499eddd-973c-4edc-b686-6356374e1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:38.780350 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-6499eddd-973c-4edc-b686-6356374e1026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0465288 Mar 03 06:37:38.829047 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-7ef20334-3cab-4340-99c2-9fe41f101d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:38.830640 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-7ef20334-3cab-4340-99c2-9fe41f101d67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436270 Mar 03 06:37:39.552957 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b62b3b53-cd57-4dc2-9530-20837a417b34 req-ebd84116-52d0-4af4-a35f-c0e66cccfd69 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Mar 03 06:37:39.593669 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28bdd3-b1ac-4a91-ae4c-160ca3801990 req-c5df427e-38ab-4072-a221-0a3d4c8cbcc4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:39.595110 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-db28bdd3-b1ac-4a91-ae4c-160ca3801990 req-c5df427e-38ab-4072-a221-0a3d4c8cbcc4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0524907 Mar 03 06:37:39.640050 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-db28bdd3-b1ac-4a91-ae4c-160ca3801990 req-5fbfd9b8-cfa5-43e7-8eb6-5e442c628619 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 Mar 03 06:37:39.773234 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-c955396c-de2f-4534-8625-afcc08a856ee service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840030 Mar 03 06:37:40.641728 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7735d854-f641-4606-87e2-5189f74312ff req-a7532d67-83f8-4d26-ac8a-a7f33f193336 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 210 time: 0.0260534 Mar 03 06:37:40.768199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafce43-ede3-43b0-90c2-f2e32785a796 req-d496fda5-217b-4189-8a84-df6e2d720e14 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:40.769623 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1eafce43-ede3-43b0-90c2-f2e32785a796 req-d496fda5-217b-4189-8a84-df6e2d720e14 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0515461 Mar 03 06:37:40.814352 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1eafce43-ede3-43b0-90c2-f2e32785a796 req-553fabcb-bb04-4ac9-ab8c-8cca0cec1ff1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Mar 03 06:37:41.424682 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b677d17a-7ad9-4a77-80f3-e885b503b622 req-73d72323-eba0-4441-839e-5cc869380ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Mar 03 06:37:41.732238 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-897dbb88-6c1b-4e66-9f75-f88e0a3c2190 req-46156b32-21d9-4f2e-8a78-fd3bce13fd23 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 210 time: 0.0272350 Mar 03 06:37:41.931907 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2b7f-baad-4b09-b3b5-6baba7445614 req-2c17a117-958a-4509-8ad3-826e099ce1a5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:41.933501 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-85db2b7f-baad-4b09-b3b5-6baba7445614 req-2c17a117-958a-4509-8ad3-826e099ce1a5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0518572 Mar 03 06:37:41.980204 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-85db2b7f-baad-4b09-b3b5-6baba7445614 req-3d7de3c9-f4d9-49bb-ba8a-409feda0cb6f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 Mar 03 06:37:42.518439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-9b2b6995-9957-4295-9e88-1e8f11c82897 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:42.519866 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-9b2b6995-9957-4295-9e88-1e8f11c82897 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "GET /v2.0/networks?id=427218cc-6797-4c4a-ae5b-64ed72f5ac5b HTTP/1.1" status: 200 len: 809 time: 0.1016722 Mar 03 06:37:42.536216 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Request body: {'port': {'device_id': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b', 'admin_state_up': True, 'tenant_id': '5d5a0438ff234046985704130fea0993'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:42.701795 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Made reservation on behalf of 5d5a0438ff234046985704130fea0993 for: {'port': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:37:42.707069 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:42.857182 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c47cde69-c8d8-43a6-a482-6b4f79ad8333 req-17180a52-686a-4d00-b200-468dd5b0f1e1 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 210 time: 0.0343018 Mar 03 06:37:42.873378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Allocated IP 172.20.0.9 (427218cc-6797-4c4a-ae5b-64ed72f5ac5b/6866c976-9d7b-4041-8f2f-7fabf4f674c1/0411111b-fb6e-4a26-bdb4-634ea66bd491) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:43.020045 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks [] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:43.099431 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f521069-e684-486d-8b07-432bb77b93ef req-1413c48d-2528-4043-bec0-5c4fc12520ca tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:43.101012 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1f521069-e684-486d-8b07-432bb77b93ef req-1413c48d-2528-4043-bec0-5c4fc12520ca tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0525858 Mar 03 06:37:43.135556 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:43.179882 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1f521069-e684-486d-8b07-432bb77b93ef req-1098d059-e822-4057-9490-c3d81c445ff3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717313 Mar 03 06:37:43.190691 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:43.195681 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:43.203993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:37:43.210384 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Pushing event updated for resources: {'Port': ['ID=0411111b-fb6e-4a26-bdb4-634ea66bd491,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:43.254757 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:43.255369 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:43.321564 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-388aae50-8243-4f86-abfa-3695c5d720e3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891908 Mar 03 06:37:43.335577 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Request body: {'port': {'device_id': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:43.394368 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:43.651978 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0411111b-fb6e-4a26-bdb4-634ea66bd491 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:37:43.666758 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Publish callbacks [] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:43.678770 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Transition to ACTIVE for port object 0411111b-fb6e-4a26-bdb4-634ea66bd491 will not be triggered until provisioned by entity L2. {{(pid=103575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:37:43.781600 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:43.835030 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Pushing event updated for resources: {'Port': ['ID=0411111b-fb6e-4a26-bdb4-634ea66bd491,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:43.909706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Attempting to bind port 0411111b-fb6e-4a26-bdb4-634ea66bd491 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:37:43.909988 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Attempting to bind port 0411111b-fb6e-4a26-bdb4-634ea66bd491 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:37:43.910327 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Attempting to bind port 0411111b-fb6e-4a26-bdb4-634ea66bd491 on network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:37:43.914637 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Port 0411111b-fb6e-4a26-bdb4-634ea66bd491 on network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:37:43.914963 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Attempting to bind port 0411111b-fb6e-4a26-bdb4-634ea66bd491 on network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:37:43.920559 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:37:43.923529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Checking segment: {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:37:43.923529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Bound using segment: {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:37:43.923529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Bound port: 0411111b-fb6e-4a26-bdb4-634ea66bd491, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:37:43.923529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:44.008405 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] For port 0411111b-fb6e-4a26-bdb4-634ea66bd491, host hv-cinder-83109, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:37:44.010618 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45b0b0-375c-4f97-9e4a-9b9e55064790 req-48b89e6c-892b-4897-b66c-e12c69844edd tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.012028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] For port 0411111b-fb6e-4a26-bdb4-634ea66bd491, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0411111b-fb6e-4a26-bdb4-634ea66bd491,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:37:44.012968 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-be45b0b0-375c-4f97-9e4a-9b9e55064790 req-48b89e6c-892b-4897-b66c-e12c69844edd tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 943 time: 0.0822604 Mar 03 06:37:44.063044 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-be45b0b0-375c-4f97-9e4a-9b9e55064790 req-b270c355-7141-4696-b1b5-eef9ea989ac4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Mar 03 06:37:44.106315 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:44.139372 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.139989 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:44.142706 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] 10.222.0.41 "PUT /v2.0/ports/0411111b-fb6e-4a26-bdb4-634ea66bd491 HTTP/1.1" status: 200 len: 1093 time: 0.8097820 Mar 03 06:37:44.142706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'tag': '0411111b-fb6e-4a26-bdb4-634ea66bd491'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:44.144153 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099" -d '{"events": [{"name": "network-changed", "server_uuid": "b074e351-cc4f-437b-8661-a7c609efcf98", "tag": "0411111b-fb6e-4a26-bdb4-634ea66bd491"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:37:44.179486 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72782dd2-90e7-42af-a777-0b2e4d339ddc service neutron] Pushing event updated for resources: {'Port': ['ID=0411111b-fb6e-4a26-bdb4-634ea66bd491,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:44.188010 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cfbdad-c752-4a31-aa0d-15abe3918d11 x-openstack-request-id: req-d7cfbdad-c752-4a31-aa0d-15abe3918d11 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:37:44.188491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b074e351-cc4f-437b-8661-a7c609efcf98", "tag": "0411111b-fb6e-4a26-bdb4-634ea66bd491", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:37:44.188845 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7cfbdad-c752-4a31-aa0d-15abe3918d11 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:37:44.189252 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'tag': '0411111b-fb6e-4a26-bdb4-634ea66bd491', 'status': 'completed', 'code': 200} Mar 03 06:37:44.255502 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099 req-cbaa6d62-7caf-4aed-969d-ab66d323908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.256978 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099 req-cbaa6d62-7caf-4aed-969d-ab66d323908e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d5a0438ff234046985704130fea0993&device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 1127 time: 0.0436318 Mar 03 06:37:44.651742 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099 req-ca839d0b-2aa1-45f9-a94b-6d04f01e78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.653174 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099 req-ca839d0b-2aa1-45f9-a94b-6d04f01e78b1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5d5a0438ff234046985704130fea0993&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3769665 Mar 03 06:37:44.808053 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099 req-b4f8aea5-a55f-41fb-bc05-b1ad48777168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.809501 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d8ad9cd8-6e97-47ae-9861-cf5b33d9c099 req-b4f8aea5-a55f-41fb-bc05-b1ad48777168 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490498 Mar 03 06:37:45.181981 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb68bd-b1f2-4908-9626-619ea9aec8da req-07702257-9fe6-4fbd-bff0-1e086298aa6a tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:45.183325 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-28eb68bd-b1f2-4908-9626-619ea9aec8da req-07702257-9fe6-4fbd-bff0-1e086298aa6a tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 943 time: 0.0533295 Mar 03 06:37:45.229004 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-28eb68bd-b1f2-4908-9626-619ea9aec8da req-a4fb5586-71f1-4475-b768-d92e469e0d7d tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Mar 03 06:37:45.684293 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f7fb3-cbc2-4de0-a058-94f48e0a283d req-6aff009d-2eee-4691-969d-fd983b07aca2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:45.685780 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d85f7fb3-cbc2-4de0-a058-94f48e0a283d req-6aff009d-2eee-4691-969d-fd983b07aca2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.0505121 Mar 03 06:37:45.734662 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d85f7fb3-cbc2-4de0-a058-94f48e0a283d req-101cbfd3-b81f-4683-896d-dd04fc271195 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Mar 03 06:37:46.344723 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfacbbf-540c-45bd-8c46-1b3ec8075614 req-5eb8b285-bef6-4273-81d0-12e2d59be361 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:46.346205 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0cfacbbf-540c-45bd-8c46-1b3ec8075614 req-5eb8b285-bef6-4273-81d0-12e2d59be361 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 943 time: 0.0508232 Mar 03 06:37:46.391840 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0cfacbbf-540c-45bd-8c46-1b3ec8075614 req-c4eb5da3-1f82-4bdd-8770-cbc27cab0560 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Mar 03 06:37:46.866037 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ce81-79b2-4a8e-a5b9-59d4611efc99 req-6e694561-9cde-4ed6-809f-2d2a69691483 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:46.866037 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-77d8ce81-79b2-4a8e-a5b9-59d4611efc99 req-6e694561-9cde-4ed6-809f-2d2a69691483 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.0513890 Mar 03 06:37:46.899267 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-77d8ce81-79b2-4a8e-a5b9-59d4611efc99 req-018bd896-3c95-4256-a46a-cabeb148912e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388999 Mar 03 06:37:47.308461 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-f7ed9aeb-f2fe-4c80-9c2d-27b726d65ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:47.309965 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-f7ed9aeb-f2fe-4c80-9c2d-27b726d65ebd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d5a0438ff234046985704130fea0993&device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 1127 time: 0.0454819 Mar 03 06:37:47.354330 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-055500c8-76b9-4bc0-9001-4554bef2fb32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0411111b-fb6e-4a26-bdb4-634ea66bd491 HTTP/1.1" status: 200 len: 217 time: 0.0357711 Mar 03 06:37:47.409365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-676baa2f-edca-46de-8f8e-9254ecb2743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:47.410768 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-676baa2f-edca-46de-8f8e-9254ecb2743c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6866c976-9d7b-4041-8f2f-7fabf4f674c1 HTTP/1.1" status: 200 len: 849 time: 0.0418947 Mar 03 06:37:47.445392 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-114550a6-06ba-4bd6-b8f4-5020437304ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=427218cc-6797-4c4a-ae5b-64ed72f5ac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247185 Mar 03 06:37:47.514705 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d9d2c-270d-4978-84e2-7ea3ab3b11ac req-583dcd77-e49d-48cb-b4a5-b14fb5d2b588 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:47.516178 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c04d9d2c-270d-4978-84e2-7ea3ab3b11ac req-583dcd77-e49d-48cb-b4a5-b14fb5d2b588 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 943 time: 0.0592759 Mar 03 06:37:47.547129 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-188d296a-6c1d-4d44-b4ec-fb505aeadc25 service neutron] 10.222.0.41 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874219 Mar 03 06:37:47.563574 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c04d9d2c-270d-4978-84e2-7ea3ab3b11ac req-7b2bf8fb-268c-4ed7-80dd-7ea3b8bfedf2 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Mar 03 06:37:47.639669 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-21643f3b-1d3d-4072-98d4-34f98cd70495 req-5db68763-a05e-4326-9a59-ca6d7cfb235b service neutron] 10.222.0.41 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Mar 03 06:37:48.018273 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e054d-d48e-4f61-9767-5f4ed8229596 req-93af9b03-3d97-4b00-a48c-8bb821878e3c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:48.019708 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-013e054d-d48e-4f61-9767-5f4ed8229596 req-93af9b03-3d97-4b00-a48c-8bb821878e3c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.0505743 Mar 03 06:37:48.067550 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-013e054d-d48e-4f61-9767-5f4ed8229596 req-a24e98fe-92f6-40f3-baca-1a3d835e2809 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Mar 03 06:37:48.681785 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32040285-f95b-4f37-8a51-46825c0e8e45 req-635a2ee9-08ca-479b-b3a9-f46a806cade3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:48.683274 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-32040285-f95b-4f37-8a51-46825c0e8e45 req-635a2ee9-08ca-479b-b3a9-f46a806cade3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 943 time: 0.0524683 Mar 03 06:37:48.733996 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-32040285-f95b-4f37-8a51-46825c0e8e45 req-b4da369b-a7cb-45e9-94ae-3893833d4d21 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Mar 03 06:37:49.123160 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-5a8e037b-433f-4554-b9cb-9ab3ae71be30 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:49.124630 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-5a8e037b-433f-4554-b9cb-9ab3ae71be30 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.0523100 Mar 03 06:37:49.237476 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bb957-e10a-44a6-941f-759138bc3eb2 req-87797dae-1aab-4ca8-84ba-68e72ececb64 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:49.238959 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-263bb957-e10a-44a6-941f-759138bc3eb2 req-87797dae-1aab-4ca8-84ba-68e72ececb64 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 947 time: 0.1013634 Mar 03 06:37:49.282403 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Deleting port ab27c222-956f-48b4-b080-448925fe23f1 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:49.282741 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (ab27c222-956f-48b4-b080-448925fe23f1), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:49.331847 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-263bb957-e10a-44a6-941f-759138bc3eb2 req-0479d76b-fe99-4b98-8041-3443cfc32b6b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=062ad452-3e22-493c-b98a-e09538652dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871320 Mar 03 06:37:49.379830 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] For port ab27c222-956f-48b4-b080-448925fe23f1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ab27c222-956f-48b4-b080-448925fe23f1,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:49.380145 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (ab27c222-956f-48b4-b080-448925fe23f1), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:49.642204 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:49.642477 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (15c0caf2-f131-4487-a9c0-c0520b4f2731), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:49.642792 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Floating IP 15c0caf2-f131-4487-a9c0-c0520b4f2731 disassociated. External IP: 172.27.2.10, port: ab27c222-956f-48b4-b080-448925fe23f1. Mar 03 06:37:49.643121 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Calling delete_port for ab27c222-956f-48b4-b080-448925fe23f1 owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:49.838643 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (ab27c222-956f-48b4-b080-448925fe23f1), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:49.850519 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60761f21-f76d-4010-b776-0360bc875b1f req-aa84f1ab-cf8f-43b3-9038-2da65ebc166c tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:49.852093 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60761f21-f76d-4010-b776-0360bc875b1f req-aa84f1ab-cf8f-43b3-9038-2da65ebc166c tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 943 time: 0.0517330 Mar 03 06:37:49.853390 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 0411111b-fb6e-4a26-bdb4-634ea66bd491 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:37:49.874678 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event deleted for resources: {'Port': ['ID=ab27c222-956f-48b4-b080-448925fe23f1,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:49.922376 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60761f21-f76d-4010-b776-0360bc875b1f req-19e2f4da-0882-4c32-9f2a-57bdc3d86e20 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624163 Mar 03 06:37:49.981247 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 0411111b-fb6e-4a26-bdb4-634ea66bd491, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0411111b-fb6e-4a26-bdb4-634ea66bd491,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:49.995436 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '0411111b-fb6e-4a26-bdb4-634ea66bd491', 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b', 'port_id': '0411111b-fb6e-4a26-bdb4-634ea66bd491', 'mac_address': 'fa:16:3e:1d:90:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6866c976-9d7b-4041-8f2f-7fabf4f674c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:37:50.016568 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:37:50.039019 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 0411111b-fb6e-4a26-bdb4-634ea66bd491 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:37:50.039608 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:50.052356 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0411111b-fb6e-4a26-bdb4-634ea66bd491 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:37:50.072779 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 0411111b-fb6e-4a26-bdb4-634ea66bd491, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0411111b-fb6e-4a26-bdb4-634ea66bd491,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:50.128453 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:37:50.136714 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:50.143797 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:37:50.168365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] No DVR routers for this DVR port ab27c222-956f-48b4-b080-448925fe23f1 on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:37:50.172389 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:50.174138 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6fe7ca77-4dcb-4960-925b-2c47d9f08acd req-d60a30fa-d366-49d4-ab55-c1dc1f69f36b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "DELETE /v2.0/ports/ab27c222-956f-48b4-b080-448925fe23f1 HTTP/1.1" status: 204 len: 173 time: 1.0436792 Mar 03 06:37:50.174614 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-deleted', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:50.175007 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:37:50.175801 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:37:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:50.177076 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac4bff-f428-4e72-bc97-ae0a60918910" -d '{"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-deleted", "tag": "ab27c222-956f-48b4-b080-448925fe23f1"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:37:50.229748 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2eb311-20ca-49c9-92ca-003ebf12f5ba x-openstack-request-id: req-eb2eb311-20ca-49c9-92ca-003ebf12f5ba {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:37:50.230230 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ef67c-72f3-4f07-8027-f6bb440f5e49", "name": "network-vif-deleted", "tag": "ab27c222-956f-48b4-b080-448925fe23f1", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:37:50.230597 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb2eb311-20ca-49c9-92ca-003ebf12f5ba {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:37:50.231142 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ef67c-72f3-4f07-8027-f6bb440f5e49', 'name': 'network-vif-deleted', 'tag': 'ab27c222-956f-48b4-b080-448925fe23f1', 'status': 'completed', 'code': 200} Mar 03 06:37:50.257753 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=0411111b-fb6e-4a26-bdb4-634ea66bd491,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:50.425300 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.425726 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.426202 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.426621 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.427384 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.427730 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.428100 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.428609 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.429102 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.429441 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.429814 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.430136 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.433651 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:50.439237 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca1ea3f9-bf6a-490b-84f4-3b9d08f814ed req-8e2171da-4b29-49a2-98fc-c6237658c64c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f4ef67c-72f3-4f07-8027-f6bb440f5e49 HTTP/1.1" status: 200 len: 210 time: 0.0273733 Mar 03 06:37:50.467118 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:37:50.540972 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['0411111b-fb6e-4a26-bdb4-634ea66bd491'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:37:50.771927 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:50.805169 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:37:50.816277 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:37:50.816876 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:37:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:50.924536 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:37:51.037863 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb50f58-ba61-4c1b-9f3e-efc065b30fbe req-ffe03d50-8269-4e40-ab93-ddcbf174f500 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:51.039397 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9eb50f58-ba61-4c1b-9f3e-efc065b30fbe req-ffe03d50-8269-4e40-ab93-ddcbf174f500 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 944 time: 0.0556934 Mar 03 06:37:51.089944 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9eb50f58-ba61-4c1b-9f3e-efc065b30fbe req-8785900b-4088-485a-b47d-1ec8667c91b4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Mar 03 06:37:51.129966 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:51.155437 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ce839-8dab-47bc-8877-0c10c66248df None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:37:51.377448 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe951be6-3582-41ee-9506-4be09b6e424c None None] New status for floating IP 15c0caf2-f131-4487-a9c0-c0520b4f2731: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:37:51.582447 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38078) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:51.639794 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-adb0094c-2e7c-41fd-a9c9-05825c8cb594 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (062ad452-3e22-493c-b98a-e09538652dd4), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:51.663555 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-adb0094c-2e7c-41fd-a9c9-05825c8cb594 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (062ad452-3e22-493c-b98a-e09538652dd4), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:51.773795 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-adb0094c-2e7c-41fd-a9c9-05825c8cb594 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (062ad452-3e22-493c-b98a-e09538652dd4), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:51.777385 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-adb0094c-2e7c-41fd-a9c9-05825c8cb594 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:51.778565 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-adb0094c-2e7c-41fd-a9c9-05825c8cb594 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "DELETE /v2.0/security-groups/062ad452-3e22-493c-b98a-e09538652dd4 HTTP/1.1" status: 204 len: 168 time: 0.1945617 Mar 03 06:37:51.783274 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38080) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:51.788135 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0094c-2e7c-41fd-a9c9-05825c8cb594 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ad452-3e22-493c-b98a-e09538652dd4,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:51.795239 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.api.v2.resource [None req-09be8203-31f6-4a42-a49c-8c5cd8b00948 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] show failed (client error): The resource could not be found. Mar 03 06:37:51.799588 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38082) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:51.801034 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-09be8203-31f6-4a42-a49c-8c5cd8b00948 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups/062ad452-3e22-493c-b98a-e09538652dd4 HTTP/1.1" status: 404 len: 347 time: 0.0140238 Mar 03 06:37:51.922970 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Deleting port cbc275c1-e58a-43e1-ab87-6ff1e6c13a25 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:37:51.923235 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:52.000161 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:52.000492 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:52.012536 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Calling delete_port for cbc275c1-e58a-43e1-ab87-6ff1e6c13a25 owned by network:floatingip {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:37:52.211099 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397bc4a-650b-4417-8c0d-78ba3d00b8bc req-b48497d2-20ea-4d62-9353-aa3b08888a62 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:52.212605 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9397bc4a-650b-4417-8c0d-78ba3d00b8bc req-b48497d2-20ea-4d62-9353-aa3b08888a62 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 944 time: 0.0541584 Mar 03 06:37:52.215906 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (cbc275c1-e58a-43e1-ab87-6ff1e6c13a25), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:52.264986 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9397bc4a-650b-4417-8c0d-78ba3d00b8bc req-56d79df5-7319-43b4-98bc-269bacea26c1 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Mar 03 06:37:52.460519 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event deleted for resources: {'Port': ['ID=cbc275c1-e58a-43e1-ab87-6ff1e6c13a25,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:52.522053 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (15c0caf2-f131-4487-a9c0-c0520b4f2731), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:52.524809 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:52.527761 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b6228c04-db32-4df5-b5ae-f73f9cc6a5c2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "DELETE /v2.0/floatingips/15c0caf2-f131-4487-a9c0-c0520b4f2731 HTTP/1.1" status: 204 len: 168 time: 0.7254984 Mar 03 06:37:53.042602 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38090) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:53.047221 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137054237', 'description': 'tempest-description--416304815'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:53.128469 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.191439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.253914 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.281624 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:53.343651 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.347940 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e770843d-53ee-4c55-8e79-cab148fdfeac tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3013461 Mar 03 06:37:53.348200 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38094) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:53.353164 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'security_group_rule': {'security_group_id': 'dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:53.387450 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353ae4a-f6d1-4222-8057-0de856b614af req-b757a60a-2416-4fd1-bf10-2b0a0cdebf7b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:53.389016 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2353ae4a-f6d1-4222-8057-0de856b614af req-b757a60a-2416-4fd1-bf10-2b0a0cdebf7b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 944 time: 0.0534275 Mar 03 06:37:53.446109 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2353ae4a-f6d1-4222-8057-0de856b614af req-37a1b0e3-0d22-4f47-a6c7-51058befcb15 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Mar 03 06:37:53.455289 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (ddcc91e8-3ad6-4496-ac5f-c5f428156855), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.516835 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (ddcc91e8-3ad6-4496-ac5f-c5f428156855), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.592797 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (ddcc91e8-3ad6-4496-ac5f-c5f428156855), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.608522 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcc91e8-3ad6-4496-ac5f-c5f428156855,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:53.669424 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.672745 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-427c213b-35a3-49aa-a440-401a3f76bd16 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215008 Mar 03 06:37:53.673456 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38098) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:53.677752 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'security_group_rule': {'security_group_id': 'dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:53.792280 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (83f2a85f-59be-437b-b30a-9aad5daf8144), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.846626 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (83f2a85f-59be-437b-b30a-9aad5daf8144), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.905289 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (83f2a85f-59be-437b-b30a-9aad5daf8144), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.923334 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f2a85f-59be-437b-b30a-9aad5daf8144,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:53.993970 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:53.995595 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f6fd7d52-d313-4036-942d-9bb17aa135c9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211715 Mar 03 06:37:53.998611 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38100) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:37:54.002884 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:54.106885 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.201114 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.300350 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Allocated IP 172.27.2.193 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/0d8f7e67-7861-4bbd-97b0-484b5287ec08) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:54.400561 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 0411111b-fb6e-4a26-bdb4-634ea66bd491 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:37:54.407472 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.490712 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.507268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 0411111b-fb6e-4a26-bdb4-634ea66bd491 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:37:54.511934 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 0411111b-fb6e-4a26-bdb4-634ea66bd491 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:37:54.512313 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.566292 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:54.570999 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'Port': ['ID=0d8f7e67-7861-4bbd-97b0-484b5287ec08,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:54.575395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:54.580594 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:37:54.606176 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 0411111b-fb6e-4a26-bdb4-634ea66bd491 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:37:54.606652 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.634219 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f49e20-49e6-4d4c-b7a7-93217de6432f req-d5a7affe-61a3-40e4-9a05-460025900a95 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:54.639145 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-12f49e20-49e6-4d4c-b7a7-93217de6432f req-d5a7affe-61a3-40e4-9a05-460025900a95 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 944 time: 0.1120832 Mar 03 06:37:54.639273 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0411111b-fb6e-4a26-bdb4-634ea66bd491'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:54.639492 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c214ac8-0ed7-42eb-9596-80716926ccb6" -d '{"events": [{"server_uuid": "b074e351-cc4f-437b-8661-a7c609efcf98", "name": "network-vif-plugged", "status": "completed", "tag": "0411111b-fb6e-4a26-bdb4-634ea66bd491"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:37:54.660461 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 0411111b-fb6e-4a26-bdb4-634ea66bd491, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0411111b-fb6e-4a26-bdb4-634ea66bd491,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:37:54.680062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db362c6a-50c3-4d94-aedc-a159404686ff x-openstack-request-id: req-db362c6a-50c3-4d94-aedc-a159404686ff {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:37:54.680062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074e351-cc4f-437b-8661-a7c609efcf98", "name": "network-vif-plugged", "status": "completed", "tag": "0411111b-fb6e-4a26-bdb4-634ea66bd491", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:37:54.680062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db362c6a-50c3-4d94-aedc-a159404686ff {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:37:54.680062 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0411111b-fb6e-4a26-bdb4-634ea66bd491', 'code': 200} Mar 03 06:37:54.719065 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-12f49e20-49e6-4d4c-b7a7-93217de6432f req-4e1e8e67-b205-42e2-bcfd-f6c1fc33bd1b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774980 Mar 03 06:37:54.720268 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (76c56183-251c-4355-9d7d-6cf196f05bbb), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.723043 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:54.724010 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:37:54.763688 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: ab27c222-956f-48b4-b080-448925fe23f1 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:37:54.764076 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device ab27c222-956f-48b4-b080-448925fe23f1 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:37:54.792119 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=0411111b-fb6e-4a26-bdb4-634ea66bd491,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:54.827092 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:55.006040 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:55.016222 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84a66-485b-47d2-b600-811db9a8a0e1 req-6504b4d8-5b33-4203-ad9f-3a7213baedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:55.017763 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2ec84a66-485b-47d2-b600-811db9a8a0e1 req-6504b4d8-5b33-4203-ad9f-3a7213baedda service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 1129 time: 0.0656867 Mar 03 06:37:55.064680 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2ec84a66-485b-47d2-b600-811db9a8a0e1 req-260099e8-ae12-4f16-8ed8-3c9bea8eb290 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Mar 03 06:37:55.106741 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:55.173644 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'Port': ['ID=0d8f7e67-7861-4bbd-97b0-484b5287ec08,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:55.181786 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (76c56183-251c-4355-9d7d-6cf196f05bbb), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:55.251580 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:55.252788 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f17c7ba2-973b-4f99-b2f7-396f1a1d6653 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2532527 Mar 03 06:37:55.442293 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-10a0fc68-b3ab-437b-9713-a2dcf6c831fe tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1137054237&fields=id&tenant_id=bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 267 time: 0.0397696 Mar 03 06:37:55.543803 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c9f19db2-43d3-4f91-a576-56b3af2e0c37 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:55.545224 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c9f19db2-43d3-4f91-a576-56b3af2e0c37 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 817 time: 0.0963953 Mar 03 06:37:55.558872 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-ccaca015-c454-4411-b05a-9f0b27b87a7d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/quotas/bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 375 time: 0.0084052 Mar 03 06:37:55.616007 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-15371419-5ea4-49a3-8912-08235b6394fd tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524709 Mar 03 06:37:55.709528 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-e0c3cdef-1479-4459-9868-244ee4e8b9a1 service neutron] 10.222.0.31 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821908 Mar 03 06:37:55.830210 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-be8b5a0c-eebb-49a7-843c-757a2773efae service neutron] 10.222.0.31 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059115 Mar 03 06:37:55.857203 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8aa04-f43c-42b3-9d28-9c34857bb0dc req-94d50617-22ea-4cef-a80d-0e0adb201f64 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:55.864786 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e5e8aa04-f43c-42b3-9d28-9c34857bb0dc req-94d50617-22ea-4cef-a80d-0e0adb201f64 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 945 time: 0.0630901 Mar 03 06:37:55.921065 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e5e8aa04-f43c-42b3-9d28-9c34857bb0dc req-fc34f17b-1994-4975-bcc8-7160db2c90ec tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548334 Mar 03 06:37:56.081058 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4116c353-74b1-47db-808e-9b8baf041299 req-4fd0f614-1940-49aa-ba22-273f7a18d4b0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 210 time: 0.0362830 Mar 03 06:37:56.953643 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:37:57.039329 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376c00-cc4f-4e00-8a06-e5c871b8fc82 req-ba95d0b8-25ea-4ff9-8e5a-b67b77acf22d tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:57.040882 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fc376c00-cc4f-4e00-8a06-e5c871b8fc82 req-ba95d0b8-25ea-4ff9-8e5a-b67b77acf22d tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Mar 03 06:37:57.085768 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fc376c00-cc4f-4e00-8a06-e5c871b8fc82 req-6aae0719-368b-4cf2-b161-259ebc6f8ea4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 Mar 03 06:37:57.174818 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-00c9ef0b-1224-4382-8415-64b25ad6709f req-17bc8b0a-c6d4-4207-b1ef-c305e7b94e29 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Mar 03 06:37:57.334039 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:37:58.267477 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d8adc5c4-97b0-4c5f-90da-93711f7c876f req-bbed9d79-7f72-4a7d-9bbc-06fde8bdd82a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Mar 03 06:37:59.369003 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-856b2ed4-a3d2-445b-9c0c-a63e402db712 req-dbabe188-8f6e-4644-bfa7-5bd957aa4601 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 210 time: 0.0324590 Mar 03 06:38:00.130198 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155a8f4-a005-4d0b-a72f-14af0c4b9414 req-6b7a8761-1ab4-451e-b929-1f2b1e106bf3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:00.131793 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7155a8f4-a005-4d0b-a72f-14af0c4b9414 req-6b7a8761-1ab4-451e-b929-1f2b1e106bf3 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Mar 03 06:38:00.177138 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7155a8f4-a005-4d0b-a72f-14af0c4b9414 req-ffd9c5af-572e-429e-8d55-89a46b01dedd tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Mar 03 06:38:00.338341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd7357f5-730d-4899-afc8-220cb9e8cd54 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:00.339685 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd7357f5-730d-4899-afc8-220cb9e8cd54 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 817 time: 0.1102045 Mar 03 06:38:00.422607 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-eb29f8d0-9617-4169-a2c7-8b31f74fa09f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 380 time: 0.0644972 Mar 03 06:38:00.432240 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'port': {'device_id': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'admin_state_up': True, 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'security_groups': ['dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e']}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:00.475660 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-29f96d2d-86f8-4dd8-ab19-c5b3ec18adf4 req-a26da9a9-bc08-4f4a-a027-0100291f6692 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 210 time: 0.0328033 Mar 03 06:38:00.502132 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e2836770-86a8-4ea9-930e-03243144e3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:00.615429 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Made reservation on behalf of bf31e05612ae4b1fa991cce5952a4412 for: {'port': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:38:00.619124 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:00.759504 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Allocated IP 172.20.0.10 (8feb55f8-c185-458d-997c-907f0b455338/e6919eb7-7455-4a6d-91a2-b0ba5cc1425d/bf53cbb6-685b-4a8a-9bd5-2fa0adba6955) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:00.890769 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.020400 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.066611 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Network 8feb55f8-c185-458d-997c-907f0b455338 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:01.069910 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:01.074292 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:38:01.104397 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:01.116725 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.117071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.117415 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.117779 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.118114 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.118982 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.119315 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.119900 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.120226 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.120549 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.120920 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.121198 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.121518 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:01.139708 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:01.140325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.222553 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-bd386fa8-f7f4-4855-be3b-79f106fea173 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7940533 Mar 03 06:38:01.234491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Request body: {'port': {'device_id': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:01.264054 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-c264f8e9-3e7e-40be-9efb-1d7764f0ab16 None None] Provisioning complete for port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:38:01.264667 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c264f8e9-3e7e-40be-9efb-1d7764f0ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.302366 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-c264f8e9-3e7e-40be-9efb-1d7764f0ab16 None None] Port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:38:01.344108 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.362144 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86199-c0ef-4283-b258-51714c0294e4 req-0cab0cc3-36a7-4a49-b3e3-a778b2471cf4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:01.363531 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-41b86199-c0ef-4283-b258-51714c0294e4 req-0cab0cc3-36a7-4a49-b3e3-a778b2471cf4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 945 time: 0.1065814 Mar 03 06:38:01.491546 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-41b86199-c0ef-4283-b258-51714c0294e4 req-fefef18e-6ae8-4faa-a1a7-2ee1aecfb1b4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065302 Mar 03 06:38:01.612683 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466d2ec-971d-4f6b-a6ce-c20af5fc7e81 req-c42c15f0-b6cb-4b3e-934f-7c9b78fdd65c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:01.614190 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a466d2ec-971d-4f6b-a6ce-c20af5fc7e81 req-c42c15f0-b6cb-4b3e-934f-7c9b78fdd65c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 932 time: 0.0583601 Mar 03 06:38:01.649840 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:38:01.658193 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Publish callbacks [] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.670951 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Transition to ACTIVE for port object bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 will not be triggered until provisioned by entity L2. {{(pid=103575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:38:01.689428 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a466d2ec-971d-4f6b-a6ce-c20af5fc7e81 req-cf73392e-b98f-4c16-ac29-8d86176a5fe5 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688658 Mar 03 06:38:01.704201 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-c66cfd78-b3ab-4753-8169-4e46e0f6b5c9 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:01.705713 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-c66cfd78-b3ab-4753-8169-4e46e0f6b5c9 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 945 time: 0.0724661 Mar 03 06:38:01.750405 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.801192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:01.825857 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Deleting port 0411111b-fb6e-4a26-bdb4-634ea66bd491 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:38:01.826195 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.890628 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Attempting to bind port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:38:01.895354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Attempting to bind port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:38:01.895847 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Attempting to bind port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 on network 8feb55f8-c185-458d-997c-907f0b455338 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:38:01.904290 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 on network 8feb55f8-c185-458d-997c-907f0b455338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:38:01.904626 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Attempting to bind port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 on network 8feb55f8-c185-458d-997c-907f0b455338 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:38:01.911670 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:38:01.912012 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Checking segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:38:01.913924 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Bound using segment: {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:38:01.914386 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Bound port: bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688e4e6b-73b0-4424-a882-fca7efc8b89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8feb55f8-c185-458d-997c-907f0b455338'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:38:01.914761 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.953798 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] For port 0411111b-fb6e-4a26-bdb4-634ea66bd491, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0411111b-fb6e-4a26-bdb4-634ea66bd491,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:01.954330 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:01.969671 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Calling delete_port for 0411111b-fb6e-4a26-bdb4-634ea66bd491 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:38:01.997241 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:38:02.000304 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:38:02.077221 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:02.113668 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.114282 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:02.115642 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 1094 time: 0.8855565 Mar 03 06:38:02.116077 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:02.118321 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a7c6c6-77e4-4312-af45-84eee3546771" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:02.139396 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5946f6f-bed6-4ec4-a5e8-873bc51f07e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:02.163557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fca4ea-6bac-49fc-8b44-1a15d2f3318b x-openstack-request-id: req-d0fca4ea-6bac-49fc-8b44-1a15d2f3318b {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:02.163557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:02.163557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0fca4ea-6bac-49fc-8b44-1a15d2f3318b {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:02.163557 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'status': 'completed', 'code': 200} Mar 03 06:38:02.210372 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (0411111b-fb6e-4a26-bdb4-634ea66bd491), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:02.224086 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['0411111b-fb6e-4a26-bdb4-634ea66bd491'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:38:02.239321 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c6c6-77e4-4312-af45-84eee3546771 req-d7d7d04a-98a0-40ff-97dd-74c933b2b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.240221 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Pushing event deleted for resources: {'Port': ['ID=0411111b-fb6e-4a26-bdb4-634ea66bd491,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:02.241245 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-98a7c6c6-77e4-4312-af45-84eee3546771 req-d7d7d04a-98a0-40ff-97dd-74c933b2b06b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1128 time: 0.0630031 Mar 03 06:38:02.301625 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] No DVR routers for this DVR port 0411111b-fb6e-4a26-bdb4-634ea66bd491 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:38:02.304500 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:02.308353 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cb10a985-2502-49bd-9055-f9d5268fdd4a req-431c68ee-cca8-481c-88c9-686786a0b373 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "DELETE /v2.0/ports/0411111b-fb6e-4a26-bdb4-634ea66bd491 HTTP/1.1" status: 204 len: 173 time: 0.5969818 Mar 03 06:38:02.308835 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'name': 'network-vif-deleted', 'tag': '0411111b-fb6e-4a26-bdb4-634ea66bd491'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:02.312873 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9866893c-fdaf-4e25-8907-4e18358a4292" -d '{"events": [{"server_uuid": "b074e351-cc4f-437b-8661-a7c609efcf98", "name": "network-vif-deleted", "tag": "0411111b-fb6e-4a26-bdb4-634ea66bd491"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:02.366529 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3789fdf2-d7df-48f7-9eeb-a6c261130f52 x-openstack-request-id: req-3789fdf2-d7df-48f7-9eeb-a6c261130f52 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:02.367034 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b074e351-cc4f-437b-8661-a7c609efcf98", "name": "network-vif-deleted", "tag": "0411111b-fb6e-4a26-bdb4-634ea66bd491", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:02.367490 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3789fdf2-d7df-48f7-9eeb-a6c261130f52 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:02.368068 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b074e351-cc4f-437b-8661-a7c609efcf98', 'name': 'network-vif-deleted', 'tag': '0411111b-fb6e-4a26-bdb4-634ea66bd491', 'status': 'completed', 'code': 200} Mar 03 06:38:02.374338 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c6c6-77e4-4312-af45-84eee3546771 req-78f23699-cbc3-42f1-9e1b-f141547320a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.375845 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-98a7c6c6-77e4-4312-af45-84eee3546771 req-78f23699-cbc3-42f1-9e1b-f141547320a8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bf31e05612ae4b1fa991cce5952a4412&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1196949 Mar 03 06:38:02.481045 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7c6c6-77e4-4312-af45-84eee3546771 req-15c42254-121e-419c-b368-695d20edef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.482552 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-98a7c6c6-77e4-4312-af45-84eee3546771 req-15c42254-121e-419c-b368-695d20edef3a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999408 Mar 03 06:38:02.561846 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-5c0575e1-8138-4098-81c6-8105090568a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.565800 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-5c0575e1-8138-4098-81c6-8105090568a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1128 time: 0.0433698 Mar 03 06:38:02.624088 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f4a2d818-248d-40f5-b1fc-6403d751bc29 req-b52aeb2e-2701-4c8a-84ad-e811f16cf6fa tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=b074e351-cc4f-437b-8661-a7c609efcf98 HTTP/1.1" status: 200 len: 210 time: 0.0594780 Mar 03 06:38:02.625429 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-9ba85aeb-6819-4697-9a98-7b43b23f961c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 217 time: 0.0510805 Mar 03 06:38:02.675143 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-ec9e37d9-3181-4c8c-887a-78c69a21bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.676626 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-ec9e37d9-3181-4c8c-887a-78c69a21bc7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0438032 Mar 03 06:38:02.724132 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-aa5fdfda-2c06-4bbe-a79d-ece235ff268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.726515 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-aa5fdfda-2c06-4bbe-a79d-ece235ff268c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434430 Mar 03 06:38:02.752589 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9ca85b72-6be5-4e8d-921c-2edb0cfa239b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:02.812400 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8c47-e03e-459a-abfd-c178bfb1fb01 req-c756f12f-41ac-4046-81ad-948b48dd49b2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:02.813825 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ec7c8c47-e03e-459a-abfd-c178bfb1fb01 req-c756f12f-41ac-4046-81ad-948b48dd49b2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0510278 Mar 03 06:38:02.825175 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-2efd1eac-a663-4d7a-b495-5eff3c554476 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897372 Mar 03 06:38:02.861647 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ec7c8c47-e03e-459a-abfd-c178bfb1fb01 req-c96cf372-28e3-4ee7-9151-f1941683401f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Mar 03 06:38:02.918493 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a6edeec3-21e7-4ecf-be22-cc65d995d32d req-91b5aea3-cd25-4158-b977-95feaf5e1025 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Mar 03 06:38:03.665207 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:03.884563 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-4b26b5f7-62c4-4576-ac2f-e10cff1265a7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:03.886051 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-4b26b5f7-62c4-4576-ac2f-e10cff1265a7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/networks?id=427218cc-6797-4c4a-ae5b-64ed72f5ac5b HTTP/1.1" status: 200 len: 809 time: 0.1025302 Mar 03 06:38:03.901822 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-46ccf103-cc97-4fdb-87d3-62f576435f51 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/quotas/5d5a0438ff234046985704130fea0993 HTTP/1.1" status: 200 len: 375 time: 0.0099523 Mar 03 06:38:03.933793 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b01f84cd-dc02-4dfc-aeb0-0c3f3c8714cb tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d5a0438ff234046985704130fea0993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259867 Mar 03 06:38:03.989439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41153a9-8c9e-4e97-afbe-5d378fe2a505 req-59534dca-fd91-45cc-bd74-3e237a1c9edc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:03.991188 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c41153a9-8c9e-4e97-afbe-5d378fe2a505 req-59534dca-fd91-45cc-bd74-3e237a1c9edc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0573573 Mar 03 06:38:04.036656 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-a465294e-fe8b-4d35-a0a1-fd902babe678 service neutron] 10.222.0.31 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Mar 03 06:38:04.041924 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c41153a9-8c9e-4e97-afbe-5d378fe2a505 req-aa4e6770-bae6-48ac-9f48-e6fd1ca4c366 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 Mar 03 06:38:04.124024 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-04e5ae4b-4efa-4aee-9b6f-4934160bbdb0 service neutron] 10.222.0.31 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811880 Mar 03 06:38:04.342150 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-63af1ed5-a802-40f9-8d0b-024cbb90e447 req-ef31e742-d8b0-453d-b3e9-dc54af306b3f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 210 time: 0.0269902 Mar 03 06:38:05.164717 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0fc5c-8d43-453e-badc-1365ed3d750c req-36c89acd-774e-4d23-a95d-5c9676719422 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:05.166768 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-37f0fc5c-8d43-453e-badc-1365ed3d750c req-36c89acd-774e-4d23-a95d-5c9676719422 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0524690 Mar 03 06:38:05.169636 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.213239 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-37f0fc5c-8d43-453e-badc-1365ed3d750c req-7705fd88-9615-460c-9960-12e66833e937 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Mar 03 06:38:05.400447 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38278) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:05.433832 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-531a1549-53e2-4efa-a921-02880e100492 req-7c01fd4d-b982-42fc-ab1e-9df426cc4ca6 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Mar 03 06:38:05.505780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-07a198db-f664-4487-9582-5eacdba6928e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.587412 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-07a198db-f664-4487-9582-5eacdba6928e admin admin] Publish callbacks [] for security_group (1dbd648e-550a-4b9c-9a45-8b7d7bb56189), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.664890 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-07a198db-f664-4487-9582-5eacdba6928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1dbd648e-550a-4b9c-9a45-8b7d7bb56189), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.706063 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-07a198db-f664-4487-9582-5eacdba6928e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20cf77b02a1245c2a1803122a8152b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044617 Mar 03 06:38:05.706924 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a198db-f664-4487-9582-5eacdba6928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd648e-550a-4b9c-9a45-8b7d7bb56189,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:05.708768 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38282) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:05.760925 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a4fce64-03b4-47f6-8e4c-473c2fe42972 admin admin] Publish callbacks [] for security_group (1dbd648e-550a-4b9c-9a45-8b7d7bb56189), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.782092 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a4fce64-03b4-47f6-8e4c-473c2fe42972 admin admin] Publish callbacks [] for security_group (1dbd648e-550a-4b9c-9a45-8b7d7bb56189), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.872056 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a4fce64-03b4-47f6-8e4c-473c2fe42972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (1dbd648e-550a-4b9c-9a45-8b7d7bb56189), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.874666 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a4fce64-03b4-47f6-8e4c-473c2fe42972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:05.875814 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1a4fce64-03b4-47f6-8e4c-473c2fe42972 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dbd648e-550a-4b9c-9a45-8b7d7bb56189 HTTP/1.1" status: 204 len: 168 time: 0.1659007 Mar 03 06:38:05.883237 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fce64-03b4-47f6-8e4c-473c2fe42972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd648e-550a-4b9c-9a45-8b7d7bb56189,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:06.314765 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-a65822ca-3a09-425d-ac57-89f37e2bc50f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:06.316526 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-a65822ca-3a09-425d-ac57-89f37e2bc50f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "GET /v2.0/networks?id=427218cc-6797-4c4a-ae5b-64ed72f5ac5b HTTP/1.1" status: 200 len: 809 time: 0.1030099 Mar 03 06:38:06.329673 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Request body: {'port': {'device_id': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b', 'admin_state_up': True, 'tenant_id': '5d5a0438ff234046985704130fea0993'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:06.345834 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdc006-9096-4fb6-a9bb-a9a155685aa4 req-7c50e0b9-cb40-48b8-b0e8-e34b49e7fb2f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:06.351284 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-75bdc006-9096-4fb6-a9bb-a9a155685aa4 req-7c50e0b9-cb40-48b8-b0e8-e34b49e7fb2f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0631816 Mar 03 06:38:06.396990 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-75bdc006-9096-4fb6-a9bb-a9a155685aa4 req-1d7fe572-3c26-42d4-a503-97d82caddbce tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Mar 03 06:38:06.441393 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:38:06.444375 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 0411111b-fb6e-4a26-bdb4-634ea66bd491 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:38:06.478857 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 0411111b-fb6e-4a26-bdb4-634ea66bd491 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:38:06.479200 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 0411111b-fb6e-4a26-bdb4-634ea66bd491 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:38:06.528384 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-77fa76a1-f895-4ad4-863e-8059e9fbe919 req-d932fa65-66c5-4787-ad15-c9959d0337da tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 210 time: 0.0271680 Mar 03 06:38:06.529094 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Made reservation on behalf of 5d5a0438ff234046985704130fea0993 for: {'port': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:38:06.532338 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.577662 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:06.587565 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38292) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:06.588648 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'mac_address': 'fa:16:3e:61:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:38:06.602257 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.632089 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:38:06.632527 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.664154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Allocated IP 172.20.0.7 (427218cc-6797-4c4a-ae5b-64ed72f5ac5b/6866c976-9d7b-4041-8f2f-7fabf4f674c1/b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:06.668035 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:38:06.691842 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:06.694335 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Publish callbacks [] for security_group (0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.762564 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.791692 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.791887 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.814888 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks [] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.832221 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62757eb0e66d4d0b9c772c44517a3bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433920 Mar 03 06:38:06.833109 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:06.835139 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38298) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:06.841411 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.841798 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.842145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.842503 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.843293 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.843651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.843965 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.844297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.844625 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.844924 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:06.845035 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.845394 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.845753 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.846075 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a515cb6-6912-4d1d-8d8f-245250d9cfd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:06.889344 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-59fabf6f-304b-43b4-9887-2c87667ffbca admin admin] Publish callbacks [] for security_group (0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.909557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-59fabf6f-304b-43b4-9887-2c87667ffbca admin admin] Publish callbacks [] for security_group (0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.952897 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:06.997242 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:07.000598 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:07.002356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-59fabf6f-304b-43b4-9887-2c87667ffbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.004831 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-59fabf6f-304b-43b4-9887-2c87667ffbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.006386 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-59fabf6f-304b-43b4-9887-2c87667ffbca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7 HTTP/1.1" status: 204 len: 168 time: 0.1698899 Mar 03 06:38:07.006800 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:38:07.039956 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Pushing event updated for resources: {'Port': ['ID=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:07.046378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fabf6f-304b-43b4-9887-2c87667ffbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff19a8c-f2dd-42ff-a294-7ff7c1e71ef7,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:07.054268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:38:07.070553 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:07.071188 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.160914 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b9d228ee-88fe-4261-b55b-dbd6b4523a89 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352852 Mar 03 06:38:07.173968 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Request body: {'port': {'device_id': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:07.231993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.499505 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:38:07.506787 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Publish callbacks [] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.518924 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Transition to ACTIVE for port object b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b will not be triggered until provisioned by entity L2. {{(pid=103575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:38:07.523138 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c93947-5664-4982-9355-76c51f000365 req-6a7053e4-b744-476b-8233-7a9db18087dc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:07.524668 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-46c93947-5664-4982-9355-76c51f000365 req-6a7053e4-b744-476b-8233-7a9db18087dc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 945 time: 0.0556464 Mar 03 06:38:07.580668 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.583345 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-46c93947-5664-4982-9355-76c51f000365 req-caf79654-31da-4a69-8c35-8e5bc0042c4b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530117 Mar 03 06:38:07.663265 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:07.726900 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8540-5d61-4732-bd14-d1bce6f33994 req-efd2401a-2ab6-4de1-97cd-1fd6a0aebc16 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:07.728939 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a71d8540-5d61-4732-bd14-d1bce6f33994 req-efd2401a-2ab6-4de1-97cd-1fd6a0aebc16 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 943 time: 0.1199822 Mar 03 06:38:07.765129 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Attempting to bind port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:38:07.769109 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Attempting to bind port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:38:07.769109 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Attempting to bind port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b on network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:38:07.779561 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b on network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:38:07.779886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Attempting to bind port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b on network 427218cc-6797-4c4a-ae5b-64ed72f5ac5b {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:38:07.792001 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:38:07.792339 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Checking segment: {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:38:07.792721 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Bound using segment: {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:38:07.793154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Bound port: b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9c7bf2-fc40-4a32-831c-8aca279071a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:38:07.793506 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.798141 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a71d8540-5d61-4732-bd14-d1bce6f33994 req-00050842-cdf1-481f-b21f-ec79c451efb0 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Mar 03 06:38:07.857851 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] For port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host hv-cinder-83109, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:38:07.860720 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] For port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:38:07.930393 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.969761 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:07.970369 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:07.971738 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] 10.222.0.41 "PUT /v2.0/ports/b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b HTTP/1.1" status: 200 len: 1093 time: 0.8019679 Mar 03 06:38:07.972175 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'tag': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:07.974412 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f08883-fcff-4b6a-af3c-419af73fe1a6", "tag": "b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:07.995152 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160835f-28bb-4e61-8aa7-c4c74cadebd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:08.017926 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b507a3-c830-41a8-ae40-8ddacfa8e05e x-openstack-request-id: req-f1b507a3-c830-41a8-ae40-8ddacfa8e05e {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:08.018219 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f08883-fcff-4b6a-af3c-419af73fe1a6", "tag": "b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:08.018473 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1b507a3-c830-41a8-ae40-8ddacfa8e05e {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:08.018870 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'tag': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b', 'status': 'completed', 'code': 200} Mar 03 06:38:08.083832 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726 req-429b0112-fef0-43fd-8158-22bc7368ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.085326 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726 req-429b0112-fef0-43fd-8158-22bc7368ab10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d5a0438ff234046985704130fea0993&device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0438051 Mar 03 06:38:08.180609 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726 req-ade41054-8641-4bdf-bf2b-95a77f1c8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.183605 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726 req-ade41054-8641-4bdf-bf2b-95a77f1c8a0f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5d5a0438ff234046985704130fea0993&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0893764 Mar 03 06:38:08.446795 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:38:08.515321 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726 req-e95787e9-cbf0-47c6-bbe3-edcdb382bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.516786 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-be4c9c0b-a015-4fcd-ac1f-00dc2d065726 req-e95787e9-cbf0-47c6-bbe3-edcdb382bc1f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3272910 Mar 03 06:38:08.596192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-9aa2536e-c7b2-48e5-9460-2ed878dd6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.596863 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:38:08.597791 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-9aa2536e-c7b2-48e5-9460-2ed878dd6f48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d5a0438ff234046985704130fea0993&device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0446882 Mar 03 06:38:08.602187 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:38:08.602566 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:08.644418 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-403e0173-2f40-4d7b-8ba4-95a9d2a0d1c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b HTTP/1.1" status: 200 len: 217 time: 0.0396705 Mar 03 06:38:08.701824 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:38:08.702453 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:08.721673 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-6c2493f2-fcb4-4ddf-a2b9-f082e3afb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.723193 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-6c2493f2-fcb4-4ddf-a2b9-f082e3afb279 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6866c976-9d7b-4041-8f2f-7fabf4f674c1 HTTP/1.1" status: 200 len: 849 time: 0.0727441 Mar 03 06:38:08.725104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:08.727537 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ce006c-ca70-4ad3-ba65-a6cea3798250" -d '{"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-plugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:08.743642 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:08.762646 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-19bd94f0-cc7f-4367-bf07-a3109d03a352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=427218cc-6797-4c4a-ae5b-64ed72f5ac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314231 Mar 03 06:38:08.769546 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c18df-8af2-4499-9b4a-9ff995601ddc req-d575218d-dbf7-4704-b4d7-cf75cbad9416 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.773288 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5f0c18df-8af2-4499-9b4a-9ff995601ddc req-d575218d-dbf7-4704-b4d7-cf75cbad9416 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 945 time: 0.0946388 Mar 03 06:38:08.773442 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418ed20-a0d4-42db-96ec-e101a0120355 x-openstack-request-id: req-8418ed20-a0d4-42db-96ec-e101a0120355 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:08.773442 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-plugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:08.773442 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8418ed20-a0d4-42db-96ec-e101a0120355 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:08.773442 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'code': 200} Mar 03 06:38:08.809904 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:08.867357 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5f0c18df-8af2-4499-9b4a-9ff995601ddc req-f7fdd828-e6a1-46d9-b0c1-a9aafb1c483b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883350 Mar 03 06:38:08.884453 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:08.891168 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-c101186d-b897-49b1-ad3b-799b50733da2 service neutron] 10.222.0.41 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192443 Mar 03 06:38:08.965994 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807afac8-f7cf-44cc-bde1-0ceadba91e60 req-4e2fc973-a73a-46ad-a821-6f8f3de1c6e2 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:08.972779 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-807afac8-f7cf-44cc-bde1-0ceadba91e60 req-4e2fc973-a73a-46ad-a821-6f8f3de1c6e2 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 943 time: 0.0791504 Mar 03 06:38:08.995039 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0077bf-4d97-4261-92aa-76196b6cd014 req-ad1f02c6-202b-43fb-bfb4-0d0d5d1bb511 service neutron] 10.222.0.41 "GET /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957789 Mar 03 06:38:09.025208 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-807afac8-f7cf-44cc-bde1-0ceadba91e60 req-72f20d3b-3958-4fd0-bac7-59ec451e37ed tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515790 Mar 03 06:38:09.148885 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ece-7b92-4d3e-95aa-26833e797cf5 req-b21642c5-348b-45e0-908a-bd01b4c3cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:09.150623 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b794ece-7b92-4d3e-95aa-26833e797cf5 req-b21642c5-348b-45e0-908a-bd01b4c3cfa0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1130 time: 0.0451462 Mar 03 06:38:09.195407 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b794ece-7b92-4d3e-95aa-26833e797cf5 req-22880e3a-e854-4176-800d-1cca2284fc53 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376229 Mar 03 06:38:10.028031 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ede0b2-f201-4b2f-b197-06c52196766c req-d7f5767f-2b29-46f1-8fc5-2826cea3f2b9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:10.029513 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f5ede0b2-f201-4b2f-b197-06c52196766c req-d7f5767f-2b29-46f1-8fc5-2826cea3f2b9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0744491 Mar 03 06:38:10.076162 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f5ede0b2-f201-4b2f-b197-06c52196766c req-2c41a0e3-6a91-4090-acfc-bfa5f3eef981 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Mar 03 06:38:10.140717 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd732d1-72a4-421c-a8dc-522a46add20e req-35f5f475-ed4a-46bb-9bce-bb80ad2e5cf4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:10.142211 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dbd732d1-72a4-421c-a8dc-522a46add20e req-35f5f475-ed4a-46bb-9bce-bb80ad2e5cf4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 943 time: 0.0510254 Mar 03 06:38:10.187010 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dbd732d1-72a4-421c-a8dc-522a46add20e req-4692309b-005e-47f3-8c1d-860ba5fcd429 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 Mar 03 06:38:11.193434 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3154c-d4b6-4680-ab42-3fcebc408834 req-6117777b-ea13-4005-9696-406bfeba066e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:11.194839 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abf3154c-d4b6-4680-ab42-3fcebc408834 req-6117777b-ea13-4005-9696-406bfeba066e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0501890 Mar 03 06:38:11.242911 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-abf3154c-d4b6-4680-ab42-3fcebc408834 req-d70c0927-d9c7-4ab1-91e8-f99579ee1a58 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Mar 03 06:38:11.303639 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c26cc-955b-4c95-8d4a-2e80753a9eaa req-178bb0b0-72e0-401f-9c6f-7f310519691d tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:11.305117 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-567c26cc-955b-4c95-8d4a-2e80753a9eaa req-178bb0b0-72e0-401f-9c6f-7f310519691d tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 943 time: 0.0519290 Mar 03 06:38:11.353165 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-567c26cc-955b-4c95-8d4a-2e80753a9eaa req-6ae214b9-fcad-42ce-8851-45c0aeebc8e2 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Mar 03 06:38:11.376998 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851c9dd-8d4c-4ff0-80ad-961fbcdceb72 req-3525c0ae-5263-4ab8-bccd-08dc104f4bdc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:11.379547 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7851c9dd-8d4c-4ff0-80ad-961fbcdceb72 req-3525c0ae-5263-4ab8-bccd-08dc104f4bdc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0694349 Mar 03 06:38:11.388818 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38388) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:11.393408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Request body: {'floatingip': {'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:11.437821 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (76c56183-251c-4355-9d7d-6cf196f05bbb), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:11.885293 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:11.979259 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (76c56183-251c-4355-9d7d-6cf196f05bbb), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:12.084887 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Floating IP 76c56183-251c-4355-9d7d-6cf196f05bbb associated. External IP: 172.27.2.193, port: bf53cbb6-685b-4a8a-9bd5-2fa0adba6955. Mar 03 06:38:12.288214 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:38:12.396346 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:38:12.401870 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:12.408286 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:38:12.420240 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:38:12.428732 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:38:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:12.436623 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ec5e652a-3a5d-43c2-b459-372904d7a362 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "PUT /v2.0/floatingips/76c56183-251c-4355-9d7d-6cf196f05bbb HTTP/1.1" status: 200 len: 992 time: 1.0466826 Mar 03 06:38:12.437282 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:12.439563 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:12.478372 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:38:12.511826 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67b611-6f94-4a43-b8c5-68f895b91e48 req-da4bfdcc-ac00-41c1-a207-f76c6844ed2b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:12.513330 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bf67b611-6f94-4a43-b8c5-68f895b91e48 req-da4bfdcc-ac00-41c1-a207-f76c6844ed2b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 943 time: 0.0917361 Mar 03 06:38:12.540491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9a91fb-7134-4a0c-85bd-fb8d3098f3f1 x-openstack-request-id: req-0e9a91fb-7134-4a0c-85bd-fb8d3098f3f1 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:12.540977 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:12.541379 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e9a91fb-7134-4a0c-85bd-fb8d3098f3f1 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:12.541973 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'status': 'completed', 'code': 200} Mar 03 06:38:12.580192 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38404) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:12.602589 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bf67b611-6f94-4a43-b8c5-68f895b91e48 req-d1e6f744-def0-4273-add0-45ec3d217905 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810962 Mar 03 06:38:12.621455 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-d2a0f635-60f7-4042-b1a8-1adfb0769b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:12.623275 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-d2a0f635-60f7-4042-b1a8-1adfb0769b25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1130 time: 0.0608070 Mar 03 06:38:12.708210 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-25df26dc-feca-42d9-b854-bd821c6268f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:12.726134 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-9e9fad97-d7ad-4a39-956b-42de2f8c63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:12.727931 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-9e9fad97-d7ad-4a39-956b-42de2f8c63c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.0910075 Mar 03 06:38:12.768623 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:38:12.789227 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-25df26dc-feca-42d9-b854-bd821c6268f9 admin admin] Publish callbacks [] for security_group (03c8f963-0a33-41a7-bf82-3cb7b35898d0), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:12.798229 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-37e2e49e-3adc-4cbd-a7bd-2ae9cd491a7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 1000 time: 0.0642517 Mar 03 06:38:12.846750 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-7a04e634-a960-4d91-8591-2cb7d0e19ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:12.848203 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-7a04e634-a960-4d91-8591-2cb7d0e19ca9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0438905 Mar 03 06:38:12.855555 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-25df26dc-feca-42d9-b854-bd821c6268f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (03c8f963-0a33-41a7-bf82-3cb7b35898d0), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:12.898452 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-25df26dc-feca-42d9-b854-bd821c6268f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51c2f70dca3e46ab862f60643ebda18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168423 Mar 03 06:38:12.901130 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df26dc-feca-42d9-b854-bd821c6268f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c8f963-0a33-41a7-bf82-3cb7b35898d0,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:12.904381 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38408) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:12.905282 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-15a80318-7338-437f-847c-3b3c5b0dbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:12.906861 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-15a80318-7338-437f-847c-3b3c5b0dbe4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526335 Mar 03 06:38:12.950345 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:12.956156 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-521c0fab-f361-443a-928a-d4eb0c15a8b5 admin admin] Publish callbacks [] for security_group (03c8f963-0a33-41a7-bf82-3cb7b35898d0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:12.979259 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-521c0fab-f361-443a-928a-d4eb0c15a8b5 admin admin] Publish callbacks [] for security_group (03c8f963-0a33-41a7-bf82-3cb7b35898d0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.019916 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b', 'network_id': '427218cc-6797-4c4a-ae5b-64ed72f5ac5b', 'port_id': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b', 'mac_address': 'fa:16:3e:be:af:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6866c976-9d7b-4041-8f2f-7fabf4f674c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:38:13.025172 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-a91fa558-6d72-4066-bd43-8b159fbcfc65 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106246 Mar 03 06:38:13.086758 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:38:13.086936 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.108120 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-521c0fab-f361-443a-928a-d4eb0c15a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (03c8f963-0a33-41a7-bf82-3cb7b35898d0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.111413 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-521c0fab-f361-443a-928a-d4eb0c15a8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.113633 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-521c0fab-f361-443a-928a-d4eb0c15a8b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03c8f963-0a33-41a7-bf82-3cb7b35898d0 HTTP/1.1" status: 204 len: 168 time: 0.2073843 Mar 03 06:38:13.121823 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-78ad1ec6-a108-4418-87d8-ab1530f1b5d7 req-da3cd4f2-42fc-4e76-85ed-07ceae845549 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888240 Mar 03 06:38:13.123362 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c0fab-f361-443a-928a-d4eb0c15a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c8f963-0a33-41a7-bf82-3cb7b35898d0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:13.130002 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:38:13.171064 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:13.193547 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '76c56183-251c-4355-9d7d-6cf196f05bbb', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'mac_address': 'fa:16:3e:61:28:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:54Z', 'updated_at': '2022-03-03T06:38:11Z', 'revision_number': 1, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:13.220452 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.222150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:38:13.255507 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:38:13.256120 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:38:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:13.317918 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:13.382480 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:38:13.484850 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:38:13.712489 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '76c56183-251c-4355-9d7d-6cf196f05bbb', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'mac_address': 'fa:16:3e:61:28:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:54Z', 'updated_at': '2022-03-03T06:38:11Z', 'revision_number': 1, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:13.729418 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c956-74f1-4998-8cc5-b28006ff3501 req-7b3008b9-4566-4abc-a4ed-a3001c7ee113 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:13.730941 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d587c956-74f1-4998-8cc5-b28006ff3501 req-7b3008b9-4566-4abc-a4ed-a3001c7ee113 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 944 time: 0.0569863 Mar 03 06:38:13.746118 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36109b15-d806-414e-aaf7-f105b46bc44a None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '76c56183-251c-4355-9d7d-6cf196f05bbb', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'floating_ip_address': '172.27.2.193', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'mac_address': 'fa:16:3e:61:28:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:54Z', 'updated_at': '2022-03-03T06:38:11Z', 'revision_number': 1, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:38:13.767223 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38420) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:13.782629 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-48b1a60e-6567-4bf2-8009-0d41600390ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.786728 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d587c956-74f1-4998-8cc5-b28006ff3501 req-db5dc323-969c-4fc7-bfc3-5fcab0cc51b4 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Mar 03 06:38:13.859553 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-48b1a60e-6567-4bf2-8009-0d41600390ac admin admin] Publish callbacks [] for security_group (5c4218bf-164a-46e2-9fb7-4930fb64668c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.918122 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-48b1a60e-6567-4bf2-8009-0d41600390ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5c4218bf-164a-46e2-9fb7-4930fb64668c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:13.943657 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9e89cc-6031-4f01-991d-be1d984e7a86 None None] New status for floating IP 76c56183-251c-4355-9d7d-6cf196f05bbb: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:38:13.957981 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-48b1a60e-6567-4bf2-8009-0d41600390ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7da00c85b2ea481399a56bbe432a15ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888080 Mar 03 06:38:13.959919 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1a60e-6567-4bf2-8009-0d41600390ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4218bf-164a-46e2-9fb7-4930fb64668c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:13.960440 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38422) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:14.008115 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eac7551b-65cf-4cfd-921c-ca3ef1392b05 admin admin] Publish callbacks [] for security_group (5c4218bf-164a-46e2-9fb7-4930fb64668c), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.030956 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eac7551b-65cf-4cfd-921c-ca3ef1392b05 admin admin] Publish callbacks [] for security_group (5c4218bf-164a-46e2-9fb7-4930fb64668c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.118163 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eac7551b-65cf-4cfd-921c-ca3ef1392b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5c4218bf-164a-46e2-9fb7-4930fb64668c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.121093 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eac7551b-65cf-4cfd-921c-ca3ef1392b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.122495 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-eac7551b-65cf-4cfd-921c-ca3ef1392b05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c4218bf-164a-46e2-9fb7-4930fb64668c HTTP/1.1" status: 204 len: 168 time: 0.1608768 Mar 03 06:38:14.130371 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7551b-65cf-4cfd-921c-ca3ef1392b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4218bf-164a-46e2-9fb7-4930fb64668c,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:14.496448 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:38:14.597732 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:38:14.601696 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:38:14.607873 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.680047 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:38:14.680357 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.703053 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:14.709252 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9155ea-552b-449b-a90b-03ea8bffc37c" -d '{"events": [{"server_uuid": "e6f08883-fcff-4b6a-af3c-419af73fe1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:14.717916 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:14.740561 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5512b3-dec3-454b-8cf0-c7e96be6057f x-openstack-request-id: req-9e5512b3-dec3-454b-8cf0-c7e96be6057f {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:14.740881 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f08883-fcff-4b6a-af3c-419af73fe1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:14.741142 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e5512b3-dec3-454b-8cf0-c7e96be6057f {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:14.741538 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b', 'code': 200} Mar 03 06:38:14.786871 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:14.834855 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:14.910986 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919b35d-b168-4f7a-b07d-e6e3eededf93 req-3a89065e-e807-4ca4-9330-ce53bfef6e0f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:14.912593 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5919b35d-b168-4f7a-b07d-e6e3eededf93 req-3a89065e-e807-4ca4-9330-ce53bfef6e0f tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0563765 Mar 03 06:38:14.961802 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5919b35d-b168-4f7a-b07d-e6e3eededf93 req-419d8370-60a6-409a-8228-53c1341b04d6 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Mar 03 06:38:15.081834 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a4a3f-662a-4bb4-8c00-f64b65e69a40 req-51349baa-18d4-4559-a7b8-affc0b98e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:15.083382 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0f8a4a3f-662a-4bb4-8c00-f64b65e69a40 req-51349baa-18d4-4559-a7b8-affc0b98e50e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0438523 Mar 03 06:38:15.126180 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0f8a4a3f-662a-4bb4-8c00-f64b65e69a40 req-23603b0a-a548-4dae-b121-ee5861b9275b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Mar 03 06:38:16.086315 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0252e-be3c-4bc9-a03e-41caf4af7b24 req-c1ed1678-d11e-47f7-9fb4-5d1f76a34e41 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:16.087834 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dda0252e-be3c-4bc9-a03e-41caf4af7b24 req-c1ed1678-d11e-47f7-9fb4-5d1f76a34e41 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0511947 Mar 03 06:38:16.136773 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-dda0252e-be3c-4bc9-a03e-41caf4af7b24 req-e8f73fb8-49e2-46f3-9aff-7f089a164f65 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Mar 03 06:38:17.251198 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16be6-fc34-45f6-b0a1-77a1a7c974c7 req-0761c413-f86e-4daf-b615-b91fbbe1a28c tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:17.252673 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9ea16be6-fc34-45f6-b0a1-77a1a7c974c7 req-0761c413-f86e-4daf-b615-b91fbbe1a28c tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0516582 Mar 03 06:38:17.302625 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9ea16be6-fc34-45f6-b0a1-77a1a7c974c7 req-42200225-820d-4b65-9ca4-67777520786a tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Mar 03 06:38:21.220548 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d58d95-1016-4a90-8b37-b13405bc329a req-4068589b-58f2-40fc-8e85-d8703fefb163 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:21.221983 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82d58d95-1016-4a90-8b37-b13405bc329a req-4068589b-58f2-40fc-8e85-d8703fefb163 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0547690 Mar 03 06:38:21.267436 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82d58d95-1016-4a90-8b37-b13405bc329a req-c8d86d85-d8d7-49a6-93f6-a8ebc248e8e5 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Mar 03 06:38:22.385613 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dfd7a-d7c0-49bd-9c8d-3953bc097927 req-fe5fa0df-422f-45f0-91b3-5405376b53f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:22.387138 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b69dfd7a-d7c0-49bd-9c8d-3953bc097927 req-fe5fa0df-422f-45f0-91b3-5405376b53f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0536733 Mar 03 06:38:22.388461 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312e7b-40f3-4b18-bc32-1a9281493045 req-45d79ba3-11e0-43e3-a495-61ada01c7cd5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:22.389951 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b9312e7b-40f3-4b18-bc32-1a9281493045 req-45d79ba3-11e0-43e3-a495-61ada01c7cd5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0526450 Mar 03 06:38:22.434146 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b69dfd7a-d7c0-49bd-9c8d-3953bc097927 req-dffa1564-eceb-4501-b729-8260795fa361 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Mar 03 06:38:22.435569 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b9312e7b-40f3-4b18-bc32-1a9281493045 req-3fb6eae4-cea2-4a03-b375-197bae63dc9a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400994 Mar 03 06:38:23.548844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034c82d-9876-4a77-9a2a-e05c7b4239ec req-08cf3aed-4a48-4b79-af28-cf164c13e41b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:23.550430 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c034c82d-9876-4a77-9a2a-e05c7b4239ec req-08cf3aed-4a48-4b79-af28-cf164c13e41b tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0505633 Mar 03 06:38:23.550539 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae2e0-5ed2-48c9-a49c-f0bbbbd9a29f req-0352a8ba-f7d2-4c31-bffd-35b776557d9e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:23.551943 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c0eae2e0-5ed2-48c9-a49c-f0bbbbd9a29f req-0352a8ba-f7d2-4c31-bffd-35b776557d9e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0504107 Mar 03 06:38:23.597799 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c0eae2e0-5ed2-48c9-a49c-f0bbbbd9a29f req-9ba27e4e-bc78-4a31-b645-305589663164 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404375 Mar 03 06:38:23.598839 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c034c82d-9876-4a77-9a2a-e05c7b4239ec req-ecd8888e-0ad1-4f1f-8663-70423c5e8a26 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Mar 03 06:38:24.713523 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fb95-4674-40c9-9c57-607bce5c32e3 req-1616e0e1-0818-460b-82f5-1f13f6eaf079 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:24.715014 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9381fb95-4674-40c9-9c57-607bce5c32e3 req-1616e0e1-0818-460b-82f5-1f13f6eaf079 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0513628 Mar 03 06:38:24.717119 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cbe71-bff8-485d-ab95-3f7b8ca7b04c req-46ee16e8-2ffa-4735-89b2-c20431bfe524 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:24.718625 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6d5cbe71-bff8-485d-ab95-3f7b8ca7b04c req-46ee16e8-2ffa-4735-89b2-c20431bfe524 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0550153 Mar 03 06:38:24.762563 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9381fb95-4674-40c9-9c57-607bce5c32e3 req-d3638083-dd9b-47b6-b2de-2682f394639a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 Mar 03 06:38:24.764908 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6d5cbe71-bff8-485d-ab95-3f7b8ca7b04c req-b9170e41-d43b-4fa4-a516-50b3495c1e40 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ff5ea0-a551-4067-9be2-7ff8488032ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Mar 03 06:38:25.412426 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-8048f862-8a0b-43c5-bd72-0e1c876451c8 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:25.413870 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-8048f862-8a0b-43c5-bd72-0e1c876451c8 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Mar 03 06:38:25.512129 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Deleting port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:38:25.512472 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:25.598023 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] For port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,segment=NetworkSegment(4b9c7bf2-fc40-4a32-831c-8aca279071a8),segment_id=4b9c7bf2-fc40-4a32-831c-8aca279071a8)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:38:25.598379 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:25.610199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Calling delete_port for b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:38:25.797311 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:25.811304 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:38:25.826820 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Pushing event deleted for resources: {'Port': ['ID=b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:25.884605 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] No DVR routers for this DVR port b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:38:25.887888 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:25.891334 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d4fbd9eb-e7a2-41db-9a19-e912a1f36155 req-ade3b815-1815-46d8-871d-096a015d80f7 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.41 "DELETE /v2.0/ports/b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b HTTP/1.1" status: 204 len: 173 time: 0.4694757 Mar 03 06:38:25.895697 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30b8b1-1d61-49f8-8884-b59f815975c8 req-95da7377-053d-4f28-b535-0d3e5424efd0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:25.897193 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9d30b8b1-1d61-49f8-8884-b59f815975c8 req-95da7377-053d-4f28-b535-0d3e5424efd0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0554202 Mar 03 06:38:25.905199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'name': 'network-vif-deleted', 'tag': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:25.907446 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cc8421-0006-4620-8158-fa59756119c6" -d '{"events": [{"server_uuid": "e6f08883-fcff-4b6a-af3c-419af73fe1a6", "name": "network-vif-deleted", "tag": "b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:38:25.911748 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-63cfb9bd-7a72-403f-a76d-f268299232a3 req-ff9d7829-25b9-40f4-8a57-c30c96833b07 tempest-VolumesActionsTest-1514781615 tempest-VolumesActionsTest-1514781615-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6f08883-fcff-4b6a-af3c-419af73fe1a6 HTTP/1.1" status: 200 len: 210 time: 0.0570259 Mar 03 06:38:25.948854 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9d30b8b1-1d61-49f8-8884-b59f815975c8 req-1f36abf5-3d6c-49f3-a434-6d4a4435036c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455635 Mar 03 06:38:25.962490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3faf3a8-36c3-4682-bb21-05fe328e1439 x-openstack-request-id: req-e3faf3a8-36c3-4682-bb21-05fe328e1439 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:38:25.962950 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f08883-fcff-4b6a-af3c-419af73fe1a6", "name": "network-vif-deleted", "tag": "b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:38:25.963311 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3faf3a8-36c3-4682-bb21-05fe328e1439 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:38:25.963764 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f08883-fcff-4b6a-af3c-419af73fe1a6', 'name': 'network-vif-deleted', 'tag': 'b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b', 'status': 'completed', 'code': 200} Mar 03 06:38:27.076206 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780c8f-62f2-4ba1-a6fb-c4c7f027ee9b req-f101b91b-839c-461e-8da8-a1ee8246779c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:27.085165 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ef780c8f-62f2-4ba1-a6fb-c4c7f027ee9b req-f101b91b-839c-461e-8da8-a1ee8246779c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0584700 Mar 03 06:38:27.131185 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ef780c8f-62f2-4ba1-a6fb-c4c7f027ee9b req-22ec4eb2-4109-4ba2-978e-48e9d5b01e81 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Mar 03 06:38:27.403814 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:28.241323 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02349-cc74-4731-8d04-7365626af0e7 req-9198f508-d2f5-46b5-8ae0-e3c26b502295 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:28.242839 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-63d02349-cc74-4731-8d04-7365626af0e7 req-9198f508-d2f5-46b5-8ae0-e3c26b502295 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0515776 Mar 03 06:38:28.288620 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-63d02349-cc74-4731-8d04-7365626af0e7 req-fe94b378-ced3-4486-9f1b-754da18751de tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394697 Mar 03 06:38:29.402388 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0b6c6-35ac-44be-8922-f4dbee1ac82f req-9746b9cf-a065-43f7-bae4-ba6fa71a7a5c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:29.403755 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-08f0b6c6-35ac-44be-8922-f4dbee1ac82f req-9746b9cf-a065-43f7-bae4-ba6fa71a7a5c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0507872 Mar 03 06:38:29.449326 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-08f0b6c6-35ac-44be-8922-f4dbee1ac82f req-3a4a5fd9-e9d9-4b52-9099-b49b8e252ab3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Mar 03 06:38:30.512110 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-401d51f0-ae72-4e07-a904-1cac3495825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:30.565071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cfefc-ea04-47b2-b405-575f94e86172 req-b4334b94-be78-440c-a01b-f43657e7109e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:30.566547 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1f8cfefc-ea04-47b2-b405-575f94e86172 req-b4334b94-be78-440c-a01b-f43657e7109e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0507724 Mar 03 06:38:30.614315 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1f8cfefc-ea04-47b2-b405-575f94e86172 req-d4c93764-c764-4798-af78-78cbfd0b1a2e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Mar 03 06:38:30.889291 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:38:30.911820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:38:30.912158 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b208ba32-ad71-4fa7-aae3-dc7c1a4d1b8b not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:38:31.731001 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d59ad-1b98-4fc9-9470-f2dfa22a4bb6 req-597be2f6-50d3-4011-bc75-e40de80e58a3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:31.732498 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4d9d59ad-1b98-4fc9-9470-f2dfa22a4bb6 req-597be2f6-50d3-4011-bc75-e40de80e58a3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0538898 Mar 03 06:38:31.779018 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4d9d59ad-1b98-4fc9-9470-f2dfa22a4bb6 req-ba07eabf-1258-4d76-82c3-6958c1178a8c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Mar 03 06:38:32.716938 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bb26c400-adfd-4c1f-8b8d-ea684a898281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:32.899171 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560439aa-df3f-43cf-9464-16337986573e req-8a2f56ab-68f5-4dfd-b096-ce5e7e550b09 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:32.900716 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-560439aa-df3f-43cf-9464-16337986573e req-8a2f56ab-68f5-4dfd-b096-ce5e7e550b09 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0539937 Mar 03 06:38:32.956880 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-560439aa-df3f-43cf-9464-16337986573e req-6855b497-a733-42e7-b05c-cf93d274bdc6 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503976 Mar 03 06:38:33.673430 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:33.955787 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:38:34.098160 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2fa7b-b5eb-410f-a17d-ed9cc1c655ce req-271af126-8524-485f-949a-1a149fec0c51 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:34.105664 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-07d2fa7b-b5eb-410f-a17d-ed9cc1c655ce req-271af126-8524-485f-949a-1a149fec0c51 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0617895 Mar 03 06:38:34.150763 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-07d2fa7b-b5eb-410f-a17d-ed9cc1c655ce req-b717f43a-9c7b-4669-aa64-a54af457448f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Mar 03 06:38:35.123187 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:35.277596 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630700de-eb5f-4481-ab88-bbdbaa154406 req-1865c656-0696-4a46-8eb9-ec1f69e44b65 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:35.279084 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-630700de-eb5f-4481-ab88-bbdbaa154406 req-1865c656-0696-4a46-8eb9-ec1f69e44b65 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0527661 Mar 03 06:38:35.327493 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-630700de-eb5f-4481-ab88-bbdbaa154406 req-48a9341c-14e6-4d3f-a5a2-5d5b1d114271 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Mar 03 06:38:36.468522 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130967a-15fa-4250-8126-f0bfe5ee89ad req-c5e85b58-6bec-47bd-9ca9-76b2270496e0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:36.470717 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9130967a-15fa-4250-8126-f0bfe5ee89ad req-c5e85b58-6bec-47bd-9ca9-76b2270496e0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0554030 Mar 03 06:38:36.533058 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9130967a-15fa-4250-8126-f0bfe5ee89ad req-cb2bf454-29e0-48e3-a15a-9e879447c1a5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566053 Mar 03 06:38:36.705956 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:37.666678 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04971160-7b9d-4b55-bf1e-e026239ce989 req-51758428-2088-4548-9999-038d6b064d52 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:37.668758 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-04971160-7b9d-4b55-bf1e-e026239ce989 req-51758428-2088-4548-9999-038d6b064d52 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0690358 Mar 03 06:38:37.723928 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-04971160-7b9d-4b55-bf1e-e026239ce989 req-da0084fd-545c-42f7-9b3e-ad7e56710734 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482314 Mar 03 06:38:38.843897 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9d95d-da89-4294-9350-e31b6d2138e8 req-e2796dad-0728-4a12-a02d-489ae5db9ffb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:38.845439 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-71b9d95d-da89-4294-9350-e31b6d2138e8 req-e2796dad-0728-4a12-a02d-489ae5db9ffb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0552926 Mar 03 06:38:38.898933 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-71b9d95d-da89-4294-9350-e31b6d2138e8 req-63bc8d45-8009-4731-af2e-25b4bc4a2952 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Mar 03 06:38:40.048211 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e537-c0c1-4e07-a95a-43e3d89ab15a req-730de9d8-041c-49f2-bb72-977a14a10acf tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:40.054292 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4fa6e537-c0c1-4e07-a95a-43e3d89ab15a req-730de9d8-041c-49f2-bb72-977a14a10acf tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0718565 Mar 03 06:38:40.098845 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4fa6e537-c0c1-4e07-a95a-43e3d89ab15a req-80344f27-d972-49f0-967b-2c7f68e78d01 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Mar 03 06:38:41.221208 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4d6c5-23e2-4382-888e-78d80cdb2112 req-423ad871-372d-4c7b-96f5-7b5d98f35073 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:41.222760 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ff4d6c5-23e2-4382-888e-78d80cdb2112 req-423ad871-372d-4c7b-96f5-7b5d98f35073 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0541170 Mar 03 06:38:41.273468 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ff4d6c5-23e2-4382-888e-78d80cdb2112 req-a7e1661c-499d-4589-a9eb-0dd087cf97ce tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Mar 03 06:38:41.639533 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470adfb8-3224-41f5-96d7-3ecbee6fb2a7 req-a5bfdaef-026e-4c31-9c2e-799e99faa460 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:41.646537 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-470adfb8-3224-41f5-96d7-3ecbee6fb2a7 req-a5bfdaef-026e-4c31-9c2e-799e99faa460 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0794663 Mar 03 06:38:41.717542 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-470adfb8-3224-41f5-96d7-3ecbee6fb2a7 req-64b77319-ec35-43f0-b621-042d1b2dc9b3 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651798 Mar 03 06:38:41.726556 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38776) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:41.822487 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-1e376360-d87d-44f0-80c7-5decb8e3baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:41.824647 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-1e376360-d87d-44f0-80c7-5decb8e3baf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1130 time: 0.0605402 Mar 03 06:38:42.143427 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-95e14cd8-bf35-495b-9c9f-cfc15d409ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.221149 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-a91a83d3-4b94-4c55-a5e2-c3d8fcbaf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:42.222787 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-a91a83d3-4b94-4c55-a5e2-c3d8fcbaf442 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 912 time: 0.3898156 Mar 03 06:38:42.307652 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-95e14cd8-bf35-495b-9c9f-cfc15d409ba4 admin admin] Publish callbacks [] for security_group (a04a1a2b-6a99-4d43-bf7c-c2bc048773cf), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.312816 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-0327ed14-b738-4639-8834-d0f0a9644962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 200 len: 1002 time: 0.0834103 Mar 03 06:38:42.364447 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-5248ebbc-0004-4608-a9c6-f89aa1635037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:42.366241 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-5248ebbc-0004-4608-a9c6-f89aa1635037 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0469444 Mar 03 06:38:42.405259 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-95e14cd8-bf35-495b-9c9f-cfc15d409ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (a04a1a2b-6a99-4d43-bf7c-c2bc048773cf), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.457349 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-157e2fc0-8a42-4ac8-bc79-2978cd48d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:42.458889 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-157e2fc0-8a42-4ac8-bc79-2978cd48d581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869944 Mar 03 06:38:42.468825 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-95e14cd8-bf35-495b-9c9f-cfc15d409ba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24e8b201525b462db4e8a69dbceb233a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7383900 Mar 03 06:38:42.469336 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38780) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:42.524235 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-45eb205d-4e04-4549-895d-ed4e396bdac9 admin admin] Publish callbacks [] for security_group (a04a1a2b-6a99-4d43-bf7c-c2bc048773cf), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.530226 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e14cd8-bf35-495b-9c9f-cfc15d409ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04a1a2b-6a99-4d43-bf7c-c2bc048773cf,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:42.564213 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-6315478d-b0bb-4b5f-99fc-021dca1d35a0 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965836 Mar 03 06:38:42.566344 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-45eb205d-4e04-4549-895d-ed4e396bdac9 admin admin] Publish callbacks [] for security_group (a04a1a2b-6a99-4d43-bf7c-c2bc048773cf), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.677387 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-402aa310-2eee-4242-82a1-f6dcda94e455 req-e0f103ad-f697-4480-8208-795b706464df service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049480 Mar 03 06:38:42.688595 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-45eb205d-4e04-4549-895d-ed4e396bdac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (a04a1a2b-6a99-4d43-bf7c-c2bc048773cf), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.691555 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-45eb205d-4e04-4549-895d-ed4e396bdac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:42.694965 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-45eb205d-4e04-4549-895d-ed4e396bdac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a04a1a2b-6a99-4d43-bf7c-c2bc048773cf HTTP/1.1" status: 204 len: 168 time: 0.2222023 Mar 03 06:38:42.701760 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb205d-4e04-4549-895d-ed4e396bdac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04a1a2b-6a99-4d43-bf7c-c2bc048773cf,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:42.891471 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e95f8b-0eb6-4c8d-84c0-ded1fd1d38d9 req-64bf36ee-ebbe-45fe-b1e8-2a325972d8ac tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:42.893196 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-38e95f8b-0eb6-4c8d-84c0-ded1fd1d38d9 req-64bf36ee-ebbe-45fe-b1e8-2a325972d8ac tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0728979 Mar 03 06:38:42.956824 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-38e95f8b-0eb6-4c8d-84c0-ded1fd1d38d9 req-e7edc9df-2dc5-4a98-8b23-000796dc383e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567741 Mar 03 06:38:44.098568 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fc6b7-23bd-4814-b794-f9fd5a5d02c1 req-ab89859c-2da6-46ba-8eab-d50eb15b1e89 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:44.102125 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e74fc6b7-23bd-4814-b794-f9fd5a5d02c1 req-ab89859c-2da6-46ba-8eab-d50eb15b1e89 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0546021 Mar 03 06:38:44.158555 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e74fc6b7-23bd-4814-b794-f9fd5a5d02c1 req-6ab30548-6be3-4ccc-887c-5556279d25eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522132 Mar 03 06:38:48.769561 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38896) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:48.875543 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c0676acf-ddca-44bf-ae61-18ffc5e618a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:48.946701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c0676acf-ddca-44bf-ae61-18ffc5e618a7 admin admin] Publish callbacks [] for security_group (bace5f38-dd66-41a4-b826-a2563c409190), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:49.008118 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c0676acf-ddca-44bf-ae61-18ffc5e618a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (bace5f38-dd66-41a4-b826-a2563c409190), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:49.045924 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c0676acf-ddca-44bf-ae61-18ffc5e618a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23b1b0d7a49a4782808322661fca9ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752731 Mar 03 06:38:49.047030 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0676acf-ddca-44bf-ae61-18ffc5e618a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace5f38-dd66-41a4-b826-a2563c409190,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:49.048709 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38906) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:49.095209 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8e288dac-37a1-43e2-919e-f678f7e1cf44 admin admin] Publish callbacks [] for security_group (bace5f38-dd66-41a4-b826-a2563c409190), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:49.115841 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8e288dac-37a1-43e2-919e-f678f7e1cf44 admin admin] Publish callbacks [] for security_group (bace5f38-dd66-41a4-b826-a2563c409190), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:49.247577 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8e288dac-37a1-43e2-919e-f678f7e1cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (bace5f38-dd66-41a4-b826-a2563c409190), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:49.250141 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8e288dac-37a1-43e2-919e-f678f7e1cf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:49.252617 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8e288dac-37a1-43e2-919e-f678f7e1cf44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bace5f38-dd66-41a4-b826-a2563c409190 HTTP/1.1" status: 204 len: 168 time: 0.2015443 Mar 03 06:38:49.261665 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e288dac-37a1-43e2-919e-f678f7e1cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace5f38-dd66-41a4-b826-a2563c409190,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:52.163979 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38972) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:52.209871 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Deleting subnet 6866c976-9d7b-4041-8f2f-7fabf4f674c1 {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:38:52.212770 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Publish callbacks [] for subnet (6866c976-9d7b-4041-8f2f-7fabf4f674c1), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.245344 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (6866c976-9d7b-4041-8f2f-7fabf4f674c1), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.285988 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (6866c976-9d7b-4041-8f2f-7fabf4f674c1), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.397078 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (6866c976-9d7b-4041-8f2f-7fabf4f674c1), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.422897 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6866c976-9d7b-4041-8f2f-7fabf4f674c1,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:52.424872 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.427996 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-40838d95-5844-4879-9c53-3fa5f02ad20e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6866c976-9d7b-4041-8f2f-7fabf4f674c1 HTTP/1.1" status: 204 len: 168 time: 0.2630088 Mar 03 06:38:52.430473 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38974) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:52.500719 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (427218cc-6797-4c4a-ae5b-64ed72f5ac5b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.577886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (427218cc-6797-4c4a-ae5b-64ed72f5ac5b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.600989 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427218cc-6797-4c4a-ae5b-64ed72f5ac5b']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:52.610974 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9c7bf2-fc40-4a32-831c-8aca279071a8') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:52.611275 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9c7bf2-fc40-4a32-831c-8aca279071a8') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:52.621511 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (4b9c7bf2-fc40-4a32-831c-8aca279071a8), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.634372 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (4b9c7bf2-fc40-4a32-831c-8aca279071a8), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.640061 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:38:52.640444 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (4b9c7bf2-fc40-4a32-831c-8aca279071a8), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:38:52.642088 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:38:52.728466 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (427218cc-6797-4c4a-ae5b-64ed72f5ac5b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.734711 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:52.737810 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] 10.222.0.31 "DELETE /v2.0/networks/427218cc-6797-4c4a-ae5b-64ed72f5ac5b HTTP/1.1" status: 204 len: 168 time: 0.3064001 Mar 03 06:38:52.748867 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2bf9a-f55a-410b-8c1a-9ba82dd25187 admin admin] Pushing event deleted for resources: {'Network': ['ID=427218cc-6797-4c4a-ae5b-64ed72f5ac5b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:53.036578 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 38986) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:53.076219 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-06a12784-e7e5-4c77-9d92-1ae292d3a789 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d5a0438ff234046985704130fea0993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383599 Mar 03 06:38:53.079698 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 38992) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:38:53.126624 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fede0a48-04bd-4916-a65b-64d740526a48 admin admin] Publish callbacks [] for security_group (c2ff5ea0-a551-4067-9be2-7ff8488032ae), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:53.147511 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fede0a48-04bd-4916-a65b-64d740526a48 admin admin] Publish callbacks [] for security_group (c2ff5ea0-a551-4067-9be2-7ff8488032ae), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:53.248339 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fede0a48-04bd-4916-a65b-64d740526a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c2ff5ea0-a551-4067-9be2-7ff8488032ae), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:53.252091 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fede0a48-04bd-4916-a65b-64d740526a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:53.256093 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fede0a48-04bd-4916-a65b-64d740526a48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2ff5ea0-a551-4067-9be2-7ff8488032ae HTTP/1.1" status: 204 len: 168 time: 0.1749787 Mar 03 06:38:53.267192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede0a48-04bd-4916-a65b-64d740526a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff5ea0-a551-4067-9be2-7ff8488032ae,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:53.467737 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952550-5a56-4abe-88a9-ab91c46086e8 req-c79296a6-07d6-42a4-9b32-bee5441b9063 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:53.469334 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6c952550-5a56-4abe-88a9-ab91c46086e8 req-c79296a6-07d6-42a4-9b32-bee5441b9063 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.2515359 Mar 03 06:38:53.518818 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6c952550-5a56-4abe-88a9-ab91c46086e8 req-6202ee98-f35a-4d19-b1b9-20208aca0a55 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Mar 03 06:38:54.795340 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285429f-1ab3-48ef-87a4-8d431fb919a0 req-45212ad2-c504-42a7-961c-a46c483ffef4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:54.796823 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f285429f-1ab3-48ef-87a4-8d431fb919a0 req-45212ad2-c504-42a7-961c-a46c483ffef4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.2077038 Mar 03 06:38:54.842770 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f285429f-1ab3-48ef-87a4-8d431fb919a0 req-a310666b-3049-4f83-9645-8b38036d75fc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Mar 03 06:38:55.962200 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb179e0-1d9e-4dcc-8cdf-0a3eff472ff3 req-6a2eadd1-3190-407f-990d-6fc92e576af7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:55.963661 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bdb179e0-1d9e-4dcc-8cdf-0a3eff472ff3 req-6a2eadd1-3190-407f-990d-6fc92e576af7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0517964 Mar 03 06:38:56.009965 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bdb179e0-1d9e-4dcc-8cdf-0a3eff472ff3 req-ac94af0e-9ca4-4752-92e8-fc3f3a7c5401 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400617 Mar 03 06:38:57.133377 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0794a9d-bffa-4f31-8d34-f13ac678aa7e req-8b3c025c-5078-4954-b1c0-e10e2543d1e9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:57.134885 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d0794a9d-bffa-4f31-8d34-f13ac678aa7e req-8b3c025c-5078-4954-b1c0-e10e2543d1e9 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0534787 Mar 03 06:38:57.181158 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d0794a9d-bffa-4f31-8d34-f13ac678aa7e req-7738ac66-6afa-4600-97a1-a81996dc6981 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Mar 03 06:38:57.344862 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:38:57.657638 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-06c7312c-7eb9-42a4-b8ae-5f1781cbb257 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454624 Mar 03 06:38:57.751850 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-8a680999-dfbd-4ed1-8f15-2556bf56285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:57.751850 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-8a680999-dfbd-4ed1-8f15-2556bf56285d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 1130 time: 0.0491257 Mar 03 06:38:57.853147 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-7c2e261b-0700-475f-8fb1-5a77fad21683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:57.854629 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-7c2e261b-0700-475f-8fb1-5a77fad21683 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 912 time: 0.0882273 Mar 03 06:38:57.924127 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-83298c67-a5ae-4304-8414-53c3b6a7755d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 200 len: 1002 time: 0.0618060 Mar 03 06:38:57.973869 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-814f6257-346a-45b6-9385-c208114aabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:57.976293 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-814f6257-346a-45b6-9385-c208114aabc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0430307 Mar 03 06:38:58.027505 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-18e4624f-f1d4-434b-84a1-bec5b90f1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:58.029182 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-18e4624f-f1d4-434b-84a1-bec5b90f1dcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440545 Mar 03 06:38:58.122843 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-290f8a72-85ca-47be-b4a2-28363f777055 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870080 Mar 03 06:38:58.227043 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7423889e-e4b6-4980-9bbc-a54ab0825dc1 req-fd2912a4-7dee-4778-8b89-bcbc13b8a285 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971518 Mar 03 06:38:58.304991 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710e961-bf3a-4417-b624-6ba3a6dad820 req-2ce48d88-22fa-4b5e-8f11-629461494259 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:58.306535 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0710e961-bf3a-4417-b624-6ba3a6dad820 req-2ce48d88-22fa-4b5e-8f11-629461494259 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0510387 Mar 03 06:38:58.351865 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0710e961-bf3a-4417-b624-6ba3a6dad820 req-e6c65960-4136-4fea-a9f2-4326a236260b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Mar 03 06:38:59.490343 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e899f-0046-4769-8f0b-bf6e20b3506d req-c411dc16-7b24-4c02-8c52-3256f8980d8d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:59.491831 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ef3e899f-0046-4769-8f0b-bf6e20b3506d req-c411dc16-7b24-4c02-8c52-3256f8980d8d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0584233 Mar 03 06:38:59.539981 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ef3e899f-0046-4769-8f0b-bf6e20b3506d req-4fad1b53-0853-49d3-a85d-5b227f6bb295 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Mar 03 06:39:00.511017 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a03a-a19f-4a6c-bff8-23d59cbd8cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:00.661565 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbfb1e-818d-435f-a027-6cce201649c6 req-2e14ec97-0915-45b3-96cc-80c3e6c06d02 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:00.663041 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c4dbfb1e-818d-435f-a027-6cce201649c6 req-2e14ec97-0915-45b3-96cc-80c3e6c06d02 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0540144 Mar 03 06:39:00.709537 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c4dbfb1e-818d-435f-a027-6cce201649c6 req-82813ced-575d-4055-9b90-a1f6605d43e8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Mar 03 06:39:01.835090 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43425717-a3b7-4609-ab59-6bd18a1fa956 req-081070e8-f354-4b3b-98ba-fcbbbdff9cb8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:01.835090 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-43425717-a3b7-4609-ab59-6bd18a1fa956 req-081070e8-f354-4b3b-98ba-fcbbbdff9cb8 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0532365 Mar 03 06:39:01.878638 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-43425717-a3b7-4609-ab59-6bd18a1fa956 req-f6ccc728-0dd0-4bce-9789-20da26c3fa8d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 Mar 03 06:39:02.693787 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0d8ce815-0b94-4b4a-99ef-854332bd978e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:02.997010 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5514ca4-3ae5-433d-9a27-c2b448abb44d req-9e508e0a-8c0b-425f-8f57-92074eb7abd2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:02.998525 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d5514ca4-3ae5-433d-9a27-c2b448abb44d req-9e508e0a-8c0b-425f-8f57-92074eb7abd2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0510986 Mar 03 06:39:03.043584 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d5514ca4-3ae5-433d-9a27-c2b448abb44d req-40cb5df7-8ff6-44de-8149-d24d1ce60d49 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Mar 03 06:39:03.665062 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:04.167837 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f921-181f-4e8d-8a00-6ebb908ae689 req-b0714525-f2ab-4c3d-9fec-7014804f880a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:04.170000 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2832f921-181f-4e8d-8a00-6ebb908ae689 req-b0714525-f2ab-4c3d-9fec-7014804f880a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Mar 03 06:39:04.218860 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2832f921-181f-4e8d-8a00-6ebb908ae689 req-44a25d5b-c896-4d16-b535-9ec63ecfc595 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Mar 03 06:39:05.162103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:05.340059 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b20e3-cb04-4c18-9016-10d2d1abefde req-20a46075-f6bb-45e5-9a22-f0b89e6fc872 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:05.342032 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d4b20e3-cb04-4c18-9016-10d2d1abefde req-20a46075-f6bb-45e5-9a22-f0b89e6fc872 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0540919 Mar 03 06:39:05.386704 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d4b20e3-cb04-4c18-9016-10d2d1abefde req-238eec15-8caa-40fd-bace-516432c5ea43 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 Mar 03 06:39:05.823154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39154) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:05.923437 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:05.994127 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Publish callbacks [] for security_group (c39a34a3-3a60-41a7-a0bb-3683ed806378), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.053449 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c39a34a3-3a60-41a7-a0bb-3683ed806378), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.091783 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4af8eebea6f7471cbcb2a2dded45c896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675838 Mar 03 06:39:06.092743 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a34a3-3a60-41a7-a0bb-3683ed806378,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:06.094533 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39158) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:06.100146 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.100569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.100910 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.101256 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.101618 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.101960 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.102296 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.102631 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.102970 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.103303 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.103677 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.104002 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.104327 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8528d-66ef-4a76-bb72-6f1a21dfb5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:06.141442 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-393813ba-0ae6-479f-a887-a7bc58ff0d12 admin admin] Publish callbacks [] for security_group (c39a34a3-3a60-41a7-a0bb-3683ed806378), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.161484 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-393813ba-0ae6-479f-a887-a7bc58ff0d12 admin admin] Publish callbacks [] for security_group (c39a34a3-3a60-41a7-a0bb-3683ed806378), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.253802 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-393813ba-0ae6-479f-a887-a7bc58ff0d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (c39a34a3-3a60-41a7-a0bb-3683ed806378), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.256448 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-393813ba-0ae6-479f-a887-a7bc58ff0d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.257625 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-393813ba-0ae6-479f-a887-a7bc58ff0d12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c39a34a3-3a60-41a7-a0bb-3683ed806378 HTTP/1.1" status: 204 len: 168 time: 0.1620874 Mar 03 06:39:06.265319 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393813ba-0ae6-479f-a887-a7bc58ff0d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a34a3-3a60-41a7-a0bb-3683ed806378,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:06.725424 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760670e-0dad-48a4-bdf1-40a0c7a1cb47 req-673a1284-077d-4f6b-9b5d-f0cbda780b0b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:06.726995 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f760670e-0dad-48a4-bdf1-40a0c7a1cb47 req-673a1284-077d-4f6b-9b5d-f0cbda780b0b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0534787 Mar 03 06:39:06.733529 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:06.775351 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f760670e-0dad-48a4-bdf1-40a0c7a1cb47 req-acbfd4f3-af73-4946-8133-7013142bea83 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Mar 03 06:39:07.189662 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39184) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:07.282636 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-264929891-network', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:07.339284 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Made reservation on behalf of 55e91c5c375e4cc1a8ba92985b2b859a for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:07.341457 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.352602 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.422794 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks [] for security_group (cc19e90c-a00d-407b-b285-5748fe385bb6), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.487318 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (cc19e90c-a00d-407b-b285-5748fe385bb6), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.507439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:39:07.521533 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc19e90c-a00d-407b-b285-5748fe385bb6,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:07.524291 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (bf7dc823-e38f-409a-b7a5-646052ae1977), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.524630 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Added segment bf7dc823-e38f-409a-b7a5-646052ae1977 of type vlan for network 7e83e9ef-cece-40cc-badc-988bfa2406b0 Mar 03 06:39:07.564753 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (7e83e9ef-cece-40cc-badc-988bfa2406b0), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.647831 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (7e83e9ef-cece-40cc-badc-988bfa2406b0), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.648814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:07.649435 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.706401 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] Pushing event updated for resources: {'Network': ['ID=7e83e9ef-cece-40cc-badc-988bfa2406b0,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:07.716093 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:39:07.759246 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-af8719e9-e12d-412b-9565-ac3a9b0a2fde admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5685043 Mar 03 06:39:07.762035 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39188) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:07.766763 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Request body: {'subnet': {'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-264929891-subnet', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:07.848051 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Made reservation on behalf of 55e91c5c375e4cc1a8ba92985b2b859a for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:07.850497 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751790'] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:07.897376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e34b-b062-4dd1-b068-3dc2fa060a9c req-9f37ae71-5061-4abf-a462-4658e3815396 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:07.898931 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c54e34b-b062-4dd1-b068-3dc2fa060a9c req-9f37ae71-5061-4abf-a462-4658e3815396 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Mar 03 06:39:07.952414 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c54e34b-b062-4dd1-b068-3dc2fa060a9c req-d2e2e213-e1da-4452-a458-1cc283ce8034 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474062 Mar 03 06:39:08.082152 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3903427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751772'] for subnet (ed081581-f2d7-43b2-b253-bc113979c34b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.144428 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed081581-f2d7-43b2-b253-bc113979c34b,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:08.149256 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Checking segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:08.149672 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Network hostable DHCP agents. Network: 7e83e9ef-cece-40cc-badc-988bfa2406b0, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:39:08.224701 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:39:08.275871 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 7e83e9ef-cece-40cc-badc-988bfa2406b0) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:08.280090 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:08.280697 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.285899 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d091d4c-bc0b-4db8-9c44-b97145a2ce69 None None] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:39:08.347402 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-7b02703f-7545-4542-9309-9f26c9c9553d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5842745 Mar 03 06:39:08.350014 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39192) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:08.354282 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:08.442207 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.443313 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.494957 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks [] for router_controller (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), precommit_add_association {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.509489 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-7e83e9ef-cece-40cc-badc-988bfa2406b0', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:39:08.510088 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.643953 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Allocated IP 172.20.0.2 (7e83e9ef-cece-40cc-badc-988bfa2406b0/ed081581-f2d7-43b2-b253-bc113979c34b/add6dc67-b374-43fa-a426-d22ad1c8c620) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:08.696089 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks [] for router_gateway (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.779164 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Publish callbacks [] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.854212 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.895705 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:08.898534 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:08.901966 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:08.910565 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Pushing event updated for resources: {'Port': ['ID=add6dc67-b374-43fa-a426-d22ad1c8c620,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:08.920723 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.921094 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.921455 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.921820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.922150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.922477 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.922800 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.923121 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.923449 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.923785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.924112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.924431 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.924748 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:08.970649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Attempting to bind port add6dc67-b374-43fa-a426-d22ad1c8c620 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:08.971021 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Attempting to bind port add6dc67-b374-43fa-a426-d22ad1c8c620 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:08.971384 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Attempting to bind port add6dc67-b374-43fa-a426-d22ad1c8c620 on network 7e83e9ef-cece-40cc-badc-988bfa2406b0 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:08.972229 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks [] for router_gateway (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.976219 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:08.976591 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Checking segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:08.976985 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.977380 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Bound using segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:08.977927 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Bound port: add6dc67-b374-43fa-a426-d22ad1c8c620, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:08.978302 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:08.991400 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.045252 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] For port add6dc67-b374-43fa-a426-d22ad1c8c620, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:09.048384 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] For port add6dc67-b374-43fa-a426-d22ad1c8c620, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=add6dc67-b374-43fa-a426-d22ad1c8c620,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:09.122436 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f9884-f7be-4607-bb51-a93d621e9bec req-8bfad658-19d7-4a86-8b73-e86dd71deffc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.123896 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d22f9884-f7be-4607-bb51-a93d621e9bec req-8bfad658-19d7-4a86-8b73-e86dd71deffc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0953829 Mar 03 06:39:09.128361 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.149584 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Allocated IP 172.27.2.135 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/63cb4b4a-22e1-48b3-acdf-e13b47f10b17) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:09.189541 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24651992-2ae8-46ce-adbd-93e105cb8cdd None None] Pushing event updated for resources: {'Port': ['ID=add6dc67-b374-43fa-a426-d22ad1c8c620,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:09.223804 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d22f9884-f7be-4607-bb51-a93d621e9bec req-9030be17-b52c-48ca-a6a7-a62572950b60 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942042 Mar 03 06:39:09.280345 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks [] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.368668 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.415705 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:09.418652 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:09.422807 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:09.447941 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Pushing event updated for resources: {'Port': ['ID=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:09.729000 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks [] for router_gateway (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.862836 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device add6dc67-b374-43fa-a426-d22ad1c8c620 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:09.918950 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port add6dc67-b374-43fa-a426-d22ad1c8c620 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:09.919350 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.946575 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:09.999848 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port add6dc67-b374-43fa-a426-d22ad1c8c620 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:10.000321 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:10.037879 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port add6dc67-b374-43fa-a426-d22ad1c8c620, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=add6dc67-b374-43fa-a426-d22ad1c8c620,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:10.085851 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64bf5fc-5e8d-4bd7-9a8e-9cdfeb223c19 None None] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:39:10.129188 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:10.139623 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:39:10.178068 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-0376e085-e2db-4595-933d-ec41a246cf41 None None] Provisioning complete for port add6dc67-b374-43fa-a426-d22ad1c8c620 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:10.178448 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0376e085-e2db-4595-933d-ec41a246cf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:10.240005 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=add6dc67-b374-43fa-a426-d22ad1c8c620,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:10.326974 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-0376e085-e2db-4595-933d-ec41a246cf41 None None] Current status of the port add6dc67-b374-43fa-a426-d22ad1c8c620 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:10.355705 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a783f1-9996-4a8e-aab4-1f4051866685 req-af7a3d29-84e0-4553-9f24-38cf8dab48c1 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:10.358446 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-66a783f1-9996-4a8e-aab4-1f4051866685 req-af7a3d29-84e0-4553-9f24-38cf8dab48c1 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0564127 Mar 03 06:39:10.411556 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-66a783f1-9996-4a8e-aab4-1f4051866685 req-8f5f426f-355d-4144-87b7-5b80f7696aca tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474083 Mar 03 06:39:10.495153 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:10.504880 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Sync routers for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:10.514297 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:10.514923 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:10.575743 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:10.577038 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-a6259f7c-c19f-4936-b377-4d82b42ef763 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2260816 Mar 03 06:39:10.577272 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-7f25ab44-d76c-4d98-9a4a-95f1567ee10f None None] Provisioning complete for port add6dc67-b374-43fa-a426-d22ad1c8c620 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:10.577566 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab44-d76c-4d98-9a4a-95f1567ee10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:10.579701 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39198) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:10.668406 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:10.792797 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-7f25ab44-d76c-4d98-9a4a-95f1567ee10f None None] Current status of the port add6dc67-b374-43fa-a426-d22ad1c8c620 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:10.875092 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:09Z', 'revision_number': 3, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:10.904790 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Checking router: b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:10.905140 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Updating router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:39:10.932517 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:10.956890 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:39:10.987990 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.140399 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Allocated IP 172.20.0.1 (7e83e9ef-cece-40cc-badc-988bfa2406b0/ed081581-f2d7-43b2-b253-bc113979c34b/9900bb02-9a68-4b68-9642-06dfbb04f8f3) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:11.177617 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Publish callbacks [] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.180556 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:39:11.243888 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks [] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.276494 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.288824 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:11.334284 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'mac_address': 'fa:16:3e:61:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:39:11.348604 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Attempting to bind port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:11.349035 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Attempting to bind port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:11.349457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Attempting to bind port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:11.354150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc3c10-b298-4422-8961-e1011e4d481e None None] Pushing event updated for resources: {'Port': ['ID=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:11.360459 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:11.360847 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:11.361254 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.361673 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:11.362153 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Bound port: 63cb4b4a-22e1-48b3-acdf-e13b47f10b17, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:11.362419 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.362548 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.402006 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:11.409097 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:11.412624 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:11.426329 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: ACTIVE; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:11.426728 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.441690 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Pushing event updated for resources: {'Port': ['ID=9900bb02-9a68-4b68-9642-06dfbb04f8f3,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:11.456450 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:11.480136 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.481816 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] For port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:11.489385 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:11.498764 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] For port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:11.552392 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.593864 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.626428 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba829893-e3dc-4c9e-a5cc-25ea82c36ebe req-4b0e58e4-fd3f-4eb0-b4e1-b21b21545a08 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:11.628012 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ba829893-e3dc-4c9e-a5cc-25ea82c36ebe req-4b0e58e4-fd3f-4eb0-b4e1-b21b21545a08 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0952044 Mar 03 06:39:11.638820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:11.639457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:11.691957 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ba829893-e3dc-4c9e-a5cc-25ea82c36ebe req-5f522777-2ae4-44cb-a787-a87655e0471d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567007 Mar 03 06:39:11.694391 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:39:11.699724 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=6']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:11.778153 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:11.970021 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device add6dc67-b374-43fa-a426-d22ad1c8c620 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:11.985796 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks [] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:12.031953 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc3c10-b298-4422-8961-e1011e4d481e None None] Pushing event updated for resources: {'Port': ['ID=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:12.051907 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934c681-74a3-463a-bd5d-d054258dc7f6 req-ec60603d-5495-4974-9e92-87117bf86cd6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:12.053453 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2934c681-74a3-463a-bd5d-d054258dc7f6 req-ec60603d-5495-4974-9e92-87117bf86cd6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.0643559 Mar 03 06:39:12.058082 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-bb0d86e0-487d-411c-bdfb-dd039fb4d936 None None] Provisioning complete for port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:12.058444 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bb0d86e0-487d-411c-bdfb-dd039fb4d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:12.059133 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:12.061597 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:12.142260 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:12.219637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d86e0-487d-411c-bdfb-dd039fb4d936 None None] Port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:12.240994 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port add6dc67-b374-43fa-a426-d22ad1c8c620 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:12.241376 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:12.255145 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Pushing event updated for resources: {'Port': ['ID=9900bb02-9a68-4b68-9642-06dfbb04f8f3,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:12.276353 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2934c681-74a3-463a-bd5d-d054258dc7f6 req-ddced5fd-3ec1-44c8-94c7-0ede642b910c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805706 Mar 03 06:39:12.284963 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:12.286628 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:12.429806 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:39:12.446299 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port add6dc67-b374-43fa-a426-d22ad1c8c620 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:12.468587 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:09Z', 'revision_number': 3, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:12.496253 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297683d-2372-4ed8-9723-0d9d7529d062 None None] The sync data for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi is: [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:09Z', 'revision_number': 3, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:12.614918 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:12.626287 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f7b0cf7f-affa-426a-b688-0333f42a346b admin admin] 10.222.0.31 "PUT /v2.0/routers/b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454748 Mar 03 06:39:12.647231 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-d6a601c4-1f30-43eb-bdb7-43e5983f3c8d None None] Provisioning complete for port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:12.648712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d6a601c4-1f30-43eb-bdb7-43e5983f3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:12.696741 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-d6a601c4-1f30-43eb-bdb7-43e5983f3c8d None None] Port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:12.896867 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03bccb-d7a2-4068-ba95-1286acb10fcf req-8e96bf16-2004-44df-9a03-0dd7732db1bf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:12.904592 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6b03bccb-d7a2-4068-ba95-1286acb10fcf req-8e96bf16-2004-44df-9a03-0dd7732db1bf tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 945 time: 0.0808709 Mar 03 06:39:12.980251 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6b03bccb-d7a2-4068-ba95-1286acb10fcf req-b45d0278-72d4-4fd4-a508-382302c193db tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691211 Mar 03 06:39:13.180196 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:13.290946 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:13.291176 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.403187 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:13.403581 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.450961 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6050-e6a6-41b7-90ac-b019c6634f26 req-4bf8f3d6-7bac-409e-b0a4-af1308b02887 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:13.454882 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-979f6050-e6a6-41b7-90ac-b019c6634f26 req-4bf8f3d6-7bac-409e-b0a4-af1308b02887 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.0923333 Mar 03 06:39:13.513483 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:13.515210 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:13.522345 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7afb8b2-205d-4f2b-a717-d68b0c7ac8cc" -d '{"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-plugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:13.587590 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd321586-3aae-45b0-ba4f-14de9864204a x-openstack-request-id: req-bd321586-3aae-45b0-ba4f-14de9864204a {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:13.587981 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-plugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:13.588316 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd321586-3aae-45b0-ba4f-14de9864204a {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:13.588795 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'code': 200} Mar 03 06:39:13.613662 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-979f6050-e6a6-41b7-90ac-b019c6634f26 req-fb2ac78e-891a-4cdf-b754-37dfe0eea59b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497941 Mar 03 06:39:13.620109 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.628370 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39248) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:13.633857 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537422833-network', 'tenant_id': '4ce2c8912322449db47174adae96cbbd'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:13.687830 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98860-3158-424b-b7c6-817015de2028 req-8fb697da-f4cc-431b-995b-ddc7ecbadc49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:13.691817 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a4f98860-3158-424b-b7c6-817015de2028 req-8fb697da-f4cc-431b-995b-ddc7ecbadc49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 946 time: 0.1432030 Mar 03 06:39:13.715781 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=7']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:13.733901 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Made reservation on behalf of 4ce2c8912322449db47174adae96cbbd for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:13.737399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.750868 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.860118 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks [] for security_group (ff2a139b-f890-43ed-9bac-4f52cd65ef0d), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.896035 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Deleting port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:39:13.897067 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.899421 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:13.945204 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ff2a139b-f890-43ed-9bac-4f52cd65ef0d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.963615 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:13.966926 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.970570 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:39:13.986300 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a139b-f890-43ed-9bac-4f52cd65ef0d,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:13.996848 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (b8f2aae4-5853-42de-9461-574cade7b1a0), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:13.997530 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Added segment b8f2aae4-5853-42de-9461-574cade7b1a0 of type vlan for network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e Mar 03 06:39:14.032072 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.042225 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.042868 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.043383 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.043890 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.044421 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.044918 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.045429 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.045966 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.046464 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.046975 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.047469 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.047970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:14.091782 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:14.092257 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.106659 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] For port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:14.111695 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.126072 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:14.132970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (3869bed4-3ec6-4571-927c-a3bcc8f0c76e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.177535 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6adaa3-e485-4719-ba24-37e6e32667f6 req-0db6cc7a-a1ba-47ca-ac07-f800142adc4c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:14.184079 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3f6adaa3-e485-4719-ba24-37e6e32667f6 req-0db6cc7a-a1ba-47ca-ac07-f800142adc4c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0885355 Mar 03 06:39:14.198518 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.233757 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (3869bed4-3ec6-4571-927c-a3bcc8f0c76e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.234869 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:14.235574 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.277289 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3f6adaa3-e485-4719-ba24-37e6e32667f6 req-6467af8f-b4fb-44c7-90c9-dd13dddc15d3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922546 Mar 03 06:39:14.326757 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:14.344654 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] Pushing event updated for resources: {'Network': ['ID=3869bed4-3ec6-4571-927c-a3bcc8f0c76e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:14.355354 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:39:14.385246 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1e6b1d93-c2c1-4964-b775-d1afde269e8d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7542543 Mar 03 06:39:14.391374 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39252) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:14.410556 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.412613 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (6cf133c5-fcf0-4889-aa78-22f89fb99461), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.412760 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Request body: {'subnet': {'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537422833-subnet', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:14.413231 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Floating IP 6cf133c5-fcf0-4889-aa78-22f89fb99461 disassociated. External IP: 172.27.2.194, port: 30d4e301-ebbb-4cb6-90af-a67a0ddfd261. Mar 03 06:39:14.413684 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Calling delete_port for 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:39:14.506055 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Made reservation on behalf of 4ce2c8912322449db47174adae96cbbd for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:14.509928 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287607'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.688497 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (30d4e301-ebbb-4cb6-90af-a67a0ddfd261), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.771283 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'Port': ['ID=30d4e301-ebbb-4cb6-90af-a67a0ddfd261,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:14.781601 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Sync routers for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:14.796970 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:14.798020 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:14.799773 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3a6bf2ae-4050-4396-b727-6ab3e3c02c1f req-9aea606a-e84d-459b-bfea-64a080bd3d5b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0733824 Mar 03 06:39:14.860081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2898620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3287557'] for subnet (ba257c7b-7cb6-4636-aa83-3b46cd1e246f), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:14.976883 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba257c7b-7cb6-4636-aa83-3b46cd1e246f,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:14.999399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Checking segment: {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:14.999792 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Network hostable DHCP agents. Network: 3869bed4-3ec6-4571-927c-a3bcc8f0c76e, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:39:15.005652 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:39:15.008202 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:15.099201 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:39:15.161328 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:15.184074 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:15.196146 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:15.196785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:15.209474 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 3869bed4-3ec6-4571-927c-a3bcc8f0c76e) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:15.222123 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:15.222717 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:15.254355 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] No DVR routers for this DVR port 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:39:15.260415 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:15.264243 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a4f98860-3158-424b-b7c6-817015de2028 req-e95309d9-a43e-445d-a1e1-996b065c91bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "DELETE /v2.0/ports/30d4e301-ebbb-4cb6-90af-a67a0ddfd261 HTTP/1.1" status: 204 len: 173 time: 1.5666823 Mar 03 06:39:15.266813 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'name': 'network-vif-deleted', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:15.267665 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e54eec9-1576-48b3-bfea-fedafde613ac" -d '{"events": [{"server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "name": "network-vif-deleted", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:15.276410 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddd9c9-13ae-450c-a41d-92237cc308a2 None None] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:39:15.277816 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 2, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:15.310074 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Checking router: b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:15.310610 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Updating router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:39:15.329189 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39262) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:15.333152 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-67d7da3f-3377-432b-b115-c02645bef3f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9403889 Mar 03 06:39:15.336613 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:15.390545 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:15.469042 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'project_id': '4ce2c8912322449db47174adae96cbbd', 'fixed_ips': [{'subnet_id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:39:15.469983 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:15.484395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:15.485439 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:15.662547 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5073a-78fc-42f6-b196-5053b12fceeb req-dbd9e5c7-4890-4a4b-a9dc-9920fcb5f4d3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:15.672912 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-06c5073a-78fc-42f6-b196-5053b12fceeb req-dbd9e5c7-4890-4a4b-a9dc-9920fcb5f4d3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.2221930 Mar 03 06:39:15.677983 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:15.871335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Allocated IP 172.20.0.2 (3869bed4-3ec6-4571-927c-a3bcc8f0c76e/ba257c7b-7cb6-4636-aa83-3b46cd1e246f/d0bd47a7-4b72-4a07-bb59-ac970094d22e) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:15.943854 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:16.028369 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5a8a8086-4442-4715-9b70-623ab176f2a2 req-762baee1-0ca7-4776-822e-0709b3e2072c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e HTTP/1.1" status: 200 len: 210 time: 0.0597456 Mar 03 06:39:16.092704 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Publish callbacks [] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.160107 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.207035 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks [] for router_controller (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), precommit_add_association {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.221687 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8fabf4-15e1-4789-a189-79b035e186f4 x-openstack-request-id: req-0b8fabf4-15e1-4789-a189-79b035e186f4 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:16.222619 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e", "name": "network-vif-deleted", "tag": "30d4e301-ebbb-4cb6-90af-a67a0ddfd261", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:16.222619 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b8fabf4-15e1-4789-a189-79b035e186f4 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:16.222619 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b38d14-7a4c-46a6-8b8d-4b6c6ab9985e', 'name': 'network-vif-deleted', 'tag': '30d4e301-ebbb-4cb6-90af-a67a0ddfd261', 'status': 'completed', 'code': 200} Mar 03 06:39:16.262471 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-06c5073a-78fc-42f6-b196-5053b12fceeb req-8d1989ba-e55a-43a0-8aee-45c8e2dd8f0d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5875015 Mar 03 06:39:16.302198 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:16.302905 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.336055 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Publish callbacks [] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.338755 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Pushing event updated for resources: {'Port': ['ID=9900bb02-9a68-4b68-9642-06dfbb04f8f3,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.357758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.358452 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.358452 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.358752 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.363029 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.363406 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.363744 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:39:16.371128 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Attempting to bind port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:16.371469 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Attempting to bind port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:16.371831 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Attempting to bind port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 on network 7e83e9ef-cece-40cc-badc-988bfa2406b0 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:16.379193 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:16.379193 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Checking segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:16.379193 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.379193 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Bound using segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:16.379572 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Bound port: 9900bb02-9a68-4b68-9642-06dfbb04f8f3, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:16.379957 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.392946 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:16.450067 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:16.460429 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] For port 9900bb02-9a68-4b68-9642-06dfbb04f8f3, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:16.464520 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] For port 9900bb02-9a68-4b68-9642-06dfbb04f8f3, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=9900bb02-9a68-4b68-9642-06dfbb04f8f3,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:16.471199 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:16.473231 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:16.473867 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:16.561188 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.561387 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.652238 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:16.653290 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:16.704610 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011a42a-ec7f-446e-966f-c1162f4a37d4 None None] Pushing event updated for resources: {'Port': ['ID=9900bb02-9a68-4b68-9642-06dfbb04f8f3,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:16.744366 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks [] for router_gateway (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.873811 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:16.880528 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-af672165-2421-444d-8ac7-f9b878226733 None None] Provisioning complete for port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:16.881308 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-af672165-2421-444d-8ac7-f9b878226733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:16.883353 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:16.888486 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:17.010985 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:17.025001 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Pushing event updated for resources: {'Port': ['ID=d0bd47a7-4b72-4a07-bb59-ac970094d22e,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:17.063012 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:17.183144 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Attempting to bind port d0bd47a7-4b72-4a07-bb59-ac970094d22e on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:17.183521 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Attempting to bind port d0bd47a7-4b72-4a07-bb59-ac970094d22e by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:17.183897 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Attempting to bind port d0bd47a7-4b72-4a07-bb59-ac970094d22e on network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:17.192162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks [] for router_gateway (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.215682 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:39:17.220743 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.270075 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:16Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:17.270691 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:17.270691 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Checking segment: {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:17.270895 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.271206 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Bound using segment: {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:17.271687 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Bound port: d0bd47a7-4b72-4a07-bb59-ac970094d22e, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:17.277463 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.293817 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:39:17.294204 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 30d4e301-ebbb-4cb6-90af-a67a0ddfd261 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:39:17.316116 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67181295-10d5-42fe-a05d-c44f8273fdc4 None None] The sync data for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi is: [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:16Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:17.455405 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Allocated IP 172.27.2.144 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/ebc578bf-e157-4ffb-84e5-0d374ee2c4ba) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:17.462555 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] For port d0bd47a7-4b72-4a07-bb59-ac970094d22e, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:17.466953 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] For port d0bd47a7-4b72-4a07-bb59-ac970094d22e, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=d0bd47a7-4b72-4a07-bb59-ac970094d22e,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:17.489417 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-af672165-2421-444d-8ac7-f9b878226733 None None] Current status of the port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:17.489837 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-af672165-2421-444d-8ac7-f9b878226733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.514789 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9856c-815e-4b3e-b8bb-9f83335aab6e req-0b36bf48-0378-4f1e-951c-42ce487d7243 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:17.526703 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d2c9856c-815e-4b3e-b8bb-9f83335aab6e req-0b36bf48-0378-4f1e-951c-42ce487d7243 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1000381 Mar 03 06:39:17.549989 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-af672165-2421-444d-8ac7-f9b878226733 None None] For port 9900bb02-9a68-4b68-9642-06dfbb04f8f3, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=9900bb02-9a68-4b68-9642-06dfbb04f8f3,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:17.584792 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.623898 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d2c9856c-815e-4b3e-b8bb-9f83335aab6e req-12d3551f-3132-4508-bbfc-2cd931296d20 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955579 Mar 03 06:39:17.670886 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-90eec54e-7a45-418c-8cbd-3503849141bb tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241038581&fields=id&tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 267 time: 0.1984169 Mar 03 06:39:17.671202 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-af672165-2421-444d-8ac7-f9b878226733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.752554 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9ad6f-07cf-4eb0-8346-5a398ecdb353 None None] Pushing event updated for resources: {'Port': ['ID=d0bd47a7-4b72-4a07-bb59-ac970094d22e,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:17.887819 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672165-2421-444d-8ac7-f9b878226733 None None] Pushing event updated for resources: {'Port': ['ID=9900bb02-9a68-4b68-9642-06dfbb04f8f3,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:17.913641 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-8a4ce8c4-5992-4c2e-8cb5-a61329477e75 None None] Provisioning complete for port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:17.914161 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce8c4-5992-4c2e-8cb5-a61329477e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.939001 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:17.949774 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-71126a05-9f67-444c-9358-b1fd393550f4 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:17.951617 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-71126a05-9f67-444c-9358-b1fd393550f4 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 811 time: 0.2804193 Mar 03 06:39:17.991313 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks [] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:17.997891 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30229ed1-4bce-4983-bb6f-bfad6cf40be5 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:18.001619 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 9900bb02-9a68-4b68-9642-06dfbb04f8f3 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:18.008639 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-5339db42-a4df-4efa-a0d3-c3ea38a0e147 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/quotas/a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 375 time: 0.0506127 Mar 03 06:39:18.150722 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:18.151361 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:18.226863 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-5d194ae2-84c6-4055-9437-09cc2fb41c39 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120209 Mar 03 06:39:18.311316 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:18.359286 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ce8c4-5992-4c2e-8cb5-a61329477e75 None None] Current status of the port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:18.375189 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:18.375534 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:18.385354 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:18.393691 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:18.530474 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:18.595155 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8efc576-2754-436a-8614-6a5b38f18a21 None None] New status for floating IP 6cf133c5-fcf0-4889-aa78-22f89fb99461: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:39:18.731543 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-f5268352-b789-4777-9538-c85238a26d0f service neutron] 10.222.0.31 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921579 Mar 03 06:39:18.905557 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d63f2-5cca-45f1-a146-0c5715c995a9 req-f2787271-ec14-44af-a087-85d9414aedd2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:18.916311 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b22d63f2-5cca-45f1-a146-0c5715c995a9 req-f2787271-ec14-44af-a087-85d9414aedd2 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1564467 Mar 03 06:39:19.010286 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b22d63f2-5cca-45f1-a146-0c5715c995a9 req-2f46880e-382b-4cc2-8656-a46e568d9af6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921257 Mar 03 06:39:19.043757 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-fa005d12-6d58-4a58-bb4d-5ba9c56c385e service neutron] 10.222.0.31 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998297 Mar 03 06:39:19.062767 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks [] for router_gateway (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:19.276851 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edbeec1-1f93-4fdc-8b88-cfc62994752d None None] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:39:19.412468 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] Provisioning complete for port d0bd47a7-4b72-4a07-bb59-ac970094d22e triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:19.412468 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:19.416911 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:19.542566 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] Current status of the port d0bd47a7-4b72-4a07-bb59-ac970094d22e is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:19.542965 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:19.609822 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] For port d0bd47a7-4b72-4a07-bb59-ac970094d22e, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=d0bd47a7-4b72-4a07-bb59-ac970094d22e,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:19.694254 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:19.715487 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9725c0ff-7e1f-4253-94a8-7291c2026630 req-532c49b6-101b-472e-bade-5e15e0af1b40 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 210 time: 0.0397437 Mar 03 06:39:19.727325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:39:19.809827 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5f75-0f4f-4fae-a3c7-1fa46045228d None None] Pushing event updated for resources: {'Port': ['ID=d0bd47a7-4b72-4a07-bb59-ac970094d22e,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:20.010303 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:20.029179 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Sync routers for ids ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:20.064957 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device d0bd47a7-4b72-4a07-bb59-ac970094d22e up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:20.068182 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-e4d79940-d43d-4e73-9fb2-6e59a5cd75b8 None None] Provisioning complete for port d0bd47a7-4b72-4a07-bb59-ac970094d22e triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:20.068561 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e4d79940-d43d-4e73-9fb2-6e59a5cd75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:20.071470 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Routers {'2e36a114-8f5b-4a54-8b27-5a1ff48c6982'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:20.071745 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:20.101401 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:20.105120 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-237dfd60-63b7-4243-9447-f10b91ddbef8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7724197 Mar 03 06:39:20.110574 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39310) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:20.265187 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91930d-0fdb-4049-93f1-0b0ba7dfd911 req-c9fa2e76-20ef-4b8d-8ac7-94268ac4c6b0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:20.272260 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1e91930d-0fdb-4049-93f1-0b0ba7dfd911 req-c9fa2e76-20ef-4b8d-8ac7-94268ac4c6b0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1200490 Mar 03 06:39:20.383963 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1e91930d-0fdb-4049-93f1-0b0ba7dfd911 req-ff68beac-732f-4692-8d90-d17bbffbe5c4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105275 Mar 03 06:39:20.433047 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b1fb-9d9e-4394-8289-76138104e243 req-2a114a4f-c229-4c65-97b0-78fbede6f256 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:20.440435 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e4d79940-d43d-4e73-9fb2-6e59a5cd75b8 None None] Current status of the port d0bd47a7-4b72-4a07-bb59-ac970094d22e is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:20.440985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6ac0b1fb-9d9e-4394-8289-76138104e243 req-2a114a4f-c229-4c65-97b0-78fbede6f256 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0926471 Mar 03 06:39:20.455108 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Set router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:20.513414 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6ac0b1fb-9d9e-4394-8289-76138104e243 req-ceb35347-3e4e-491e-959b-9c5fb23c2fde tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711420 Mar 03 06:39:20.556003 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port d0bd47a7-4b72-4a07-bb59-ac970094d22e triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:20.556257 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:20.836899 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3c2f9391-702c-4a44-bff1-fd8bc15a6a6b req-217bd924-ddb6-4bf7-b142-38f0ef55f545 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 210 time: 0.0327010 Mar 03 06:39:20.851179 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:20.901152 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port d0bd47a7-4b72-4a07-bb59-ac970094d22e is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:20.902201 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 9900bb02-9a68-4b68-9642-06dfbb04f8f3 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:20.958774 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:39:18Z', 'revision_number': 3, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:20.997822 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Checking router: 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:20.998198 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Updating router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:39:21.001723 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:21.001723 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.061476 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.098802 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Allocated IP 172.20.0.1 (3869bed4-3ec6-4571-927c-a3bcc8f0c76e/ba257c7b-7cb6-4636-aa83-3b46cd1e246f/59ee86d5-69e0-43fd-9c51-d969846bb260) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:21.232739 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks [] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.262291 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:21.390838 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.421670 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Publish callbacks [] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.484672 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:21.486417 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:21.487780 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.494791 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:21.526902 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Pushing event updated for resources: {'Port': ['ID=59ee86d5-69e0-43fd-9c51-d969846bb260,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:21.546108 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.590990 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7cb9-e66a-4fab-9618-78a90c2b785e None None] Pushing event updated for resources: {'Port': ['ID=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:21.627477 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e075c-97ec-4250-af43-bc66e1838f78 req-f44df743-7958-4b10-93c0-563b93688a90 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:21.636976 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-861e075c-97ec-4250-af43-bc66e1838f78 req-f44df743-7958-4b10-93c0-563b93688a90 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1612968 Mar 03 06:39:21.642742 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Attempting to bind port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:21.642742 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Attempting to bind port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:21.642742 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Attempting to bind port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:21.650266 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:21.650553 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:21.650976 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.651962 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:21.652464 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Bound port: ebc578bf-e157-4ffb-84e5-0d374ee2c4ba, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:21.653045 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.738198 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-861e075c-97ec-4250-af43-bc66e1838f78 req-709d7627-653c-4de7-b20a-9ba62c141842 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000278 Mar 03 06:39:21.744715 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] For port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:21.754888 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] For port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:21.803574 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860ccf0-2c7d-4127-83ae-d30428822506 req-0483f2cd-342d-4a65-b14a-1000294c2899 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:21.806104 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7860ccf0-2c7d-4127-83ae-d30428822506 req-0483f2cd-342d-4a65-b14a-1000294c2899 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0879407 Mar 03 06:39:21.827669 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.873428 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device d0bd47a7-4b72-4a07-bb59-ac970094d22e up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:21.878463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:21.967093 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7cb9-e66a-4fab-9618-78a90c2b785e None None] Pushing event updated for resources: {'Port': ['ID=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:22.001752 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Routers {'2e36a114-8f5b-4a54-8b27-5a1ff48c6982'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:22.003497 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:22.023521 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0670c95a-614c-4c48-810c-2b8713116d44 req-b30d6aa3-3122-4f2e-9821-c5c86d8a4b89 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 210 time: 0.0359838 Mar 03 06:39:22.039864 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7860ccf0-2c7d-4127-83ae-d30428822506 req-6412577d-e674-4699-8511-f5bb85813d38 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278662 Mar 03 06:39:22.055232 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-923de575-ff4f-4352-bb73-7da4deb827f1 None None] Provisioning complete for port 59ee86d5-69e0-43fd-9c51-d969846bb260 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:22.055684 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-923de575-ff4f-4352-bb73-7da4deb827f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.110517 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port d0bd47a7-4b72-4a07-bb59-ac970094d22e triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:22.110895 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.174161 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-923de575-ff4f-4352-bb73-7da4deb827f1 None None] Port 59ee86d5-69e0-43fd-9c51-d969846bb260 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:22.193529 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks [] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.202040 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] Set router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:22.233246 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-524d71d7-fe79-457c-9743-133709fb4dbd tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:22.234890 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-524d71d7-fe79-457c-9743-133709fb4dbd tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.0528600 Mar 03 06:39:22.392681 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port d0bd47a7-4b72-4a07-bb59-ac970094d22e is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:22.446102 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Deleting port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:39:22.446451 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.449155 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '59ee86d5-69e0-43fd-9c51-d969846bb260', 'name': '', 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'mac_address': 'fa:16:3e:b3:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:20Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 1, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'subnets': [{'id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:22.478470 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd6b1d-0535-4350-a36c-319c407590fb None None] The sync data for ids ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'] in dv-cinder-831090-6-iscsi is: [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '59ee86d5-69e0-43fd-9c51-d969846bb260', 'name': '', 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'mac_address': 'fa:16:3e:b3:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:20Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 1, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'subnets': [{'id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:22.538722 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.918119 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-5eea985f-157e-4fe6-8363-8789760bb2ca tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:22.921181 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-5eea985f-157e-4fe6-8363-8789760bb2ca tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 811 time: 0.2982905 Mar 03 06:39:22.937182 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] For port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:22.937870 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.966628 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:22.980421 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Pushing event updated for resources: {'Port': ['ID=59ee86d5-69e0-43fd-9c51-d969846bb260,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:23.011555 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762498-580a-4ec8-8581-d41c599e1790 req-2ef2ea91-42e8-4741-907b-4585c8d513fb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:23.024860 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ab762498-580a-4ec8-8581-d41c599e1790 req-2ef2ea91-42e8-4741-907b-4585c8d513fb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1725891 Mar 03 06:39:23.087167 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-bbf92abb-d93e-4f4f-8e8c-c701ed55bd98 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 380 time: 0.1568096 Mar 03 06:39:23.097610 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'port': {'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'admin_state_up': True, 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'security_groups': ['51563430-c4af-4e68-81a1-785303fa9fba']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:23.224347 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2268c51a-bf4a-4d15-914b-d7681b5569cb req-21dd69f7-8495-471b-a234-7e2d71b23122 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 210 time: 0.0450828 Mar 03 06:39:23.243187 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ab762498-580a-4ec8-8581-d41c599e1790 req-2025e5d0-4499-4c3c-bba5-882147872031 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189746 Mar 03 06:39:23.394388 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:23.403448 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:23.408518 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Made reservation on behalf of a29131fbbffe4fa8848b8fd3bce8ba3c for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:23.430504 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:23.504942 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:23.505587 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (b5f95b01-42ff-4183-aa23-014e47bdd68c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:23.506091 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Floating IP b5f95b01-42ff-4183-aa23-014e47bdd68c disassociated. External IP: 172.27.2.221, port: b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c. Mar 03 06:39:23.506595 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Calling delete_port for b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c owned by compute:nova {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:39:23.544043 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084788f-a862-4ace-99dd-d03f0db0158c req-d46e8bd0-5ee8-4d06-8813-81a6a79ff784 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:23.545975 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1084788f-a862-4ace-99dd-d03f0db0158c req-d46e8bd0-5ee8-4d06-8813-81a6a79ff784 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 946 time: 0.2007380 Mar 03 06:39:23.717304 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1084788f-a862-4ace-99dd-d03f0db0158c req-d61244b4-18e4-4de6-a4ed-539d30b0233a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab31939b-4306-4af2-8fd4-8bc83d6af14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914390 Mar 03 06:39:23.742622 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:39:23.744215 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Allocated IP 172.20.0.9 (475f95b3-25c9-436a-9f3a-124667ed1b0a/12f59b88-0285-4b02-8028-04cb542897e9/7cc6d149-f073-444f-9981-c3018f4a4381) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:23.819426 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f0f18c34-eac1-43ff-9c43-bd016d6cfdef None None] Provisioning complete for port 59ee86d5-69e0-43fd-9c51-d969846bb260 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:23.821661 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f0f18c34-eac1-43ff-9c43-bd016d6cfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:23.886882 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f0f18c34-eac1-43ff-9c43-bd016d6cfdef None None] Port 59ee86d5-69e0-43fd-9c51-d969846bb260 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:23.902886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:23.916298 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-6450ceed-9092-4987-84f9-df39b2b8d0dc admin admin] 10.222.0.31 "PUT /v2.0/routers/2e36a114-8f5b-4a54-8b27-5a1ff48c6982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8034565 Mar 03 06:39:23.939588 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:23.991126 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event deleted for resources: {'Port': ['ID=b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:24.171453 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (7cc6d149-f073-444f-9981-c3018f4a4381), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:24.250630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Router e64cd58d-a1d9-4502-b325-68b55961697b has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:39:24.422756 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:24.439985 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:24.460279 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:24.460923 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:24.508949 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] No DVR routers for this DVR port b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c on host hv-cinder-83109 {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:39:24.517131 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:24.521675 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-92aca677-b1e5-4faa-9202-8f9d7174a157 req-b246dfcb-d4c6-45db-891c-3d9d81aa5efb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "DELETE /v2.0/ports/b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c HTTP/1.1" status: 204 len: 173 time: 2.2818458 Mar 03 06:39:24.533851 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'name': 'network-vif-deleted', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:24.536879 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e78ce-788a-483b-aa8d-bd8b66856581" -d '{"events": [{"server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "name": "network-vif-deleted", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:24.583081 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2e56f00b-42e9-434a-ab2b-195c9db04f78 req-cd9fff8d-b15c-4ab9-a6d5-2b36ef788610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 210 time: 0.1618772 Mar 03 06:39:24.790971 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:24.796464 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:24.837514 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:24.841612 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10912d0-fc28-46cf-a3ec-a9557e5c473b req-9ff0f0b0-161d-4b3f-a0ef-68fa91fd4323 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:24.843325 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d10912d0-fc28-46cf-a3ec-a9557e5c473b req-9ff0f0b0-161d-4b3f-a0ef-68fa91fd4323 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1351180 Mar 03 06:39:24.846544 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:24.890767 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:24.974943 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d10912d0-fc28-46cf-a3ec-a9557e5c473b req-493c32a5-794b-4eb6-bee7-132ec01b4514 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190333 Mar 03 06:39:25.006642 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=7cc6d149-f073-444f-9981-c3018f4a4381,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:25.056890 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:25.057714 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.095007 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39352) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:25.100132 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133228954', 'description': 'tempest-secgroup-smoke-2133228954 description', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:25.126742 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-446d4e18-cfdf-480c-81bb-7014bb2a4610 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0329974 Mar 03 06:39:25.143518 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483d482c-dfe3-49db-8122-1beb0f93ec40 x-openstack-request-id: req-483d482c-dfe3-49db-8122-1beb0f93ec40 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:25.151049 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948292e-04fd-4336-93ac-7a4ed95473cd", "name": "network-vif-deleted", "tag": "b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:25.151049 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-483d482c-dfe3-49db-8122-1beb0f93ec40 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:25.151049 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948292e-04fd-4336-93ac-7a4ed95473cd', 'name': 'network-vif-deleted', 'tag': 'b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c', 'status': 'completed', 'code': 200} Mar 03 06:39:25.213350 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.238347 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:25.260134 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-72dbb1d4-039f-46d4-9b97-b0fc9b6ff533 req-f958bff2-250e-4718-8d42-0fa4d8ee3c80 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=e948292e-04fd-4336-93ac-7a4ed95473cd HTTP/1.1" status: 200 len: 210 time: 0.0486898 Mar 03 06:39:25.264010 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Request body: {'port': {'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:25.308581 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:25.334457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-d00e28ca-0cde-4142-95c8-e390e3421334 None None] Provisioning complete for port 7cc6d149-f073-444f-9981-c3018f4a4381 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:25.334457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d00e28ca-0cde-4142-95c8-e390e3421334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.335076 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:25.335076 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:25.357754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group (6922acf6-44d9-495a-a7a3-7ca7716c169c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.370760 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.422289 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-d00e28ca-0cde-4142-95c8-e390e3421334 None None] Port 7cc6d149-f073-444f-9981-c3018f4a4381 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:25.430469 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (6922acf6-44d9-495a-a7a3-7ca7716c169c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.556710 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6922acf6-44d9-495a-a7a3-7ca7716c169c,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:25.567299 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.570108 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b9af117d-4cae-4ed6-b495-ce3aa26031ce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4740210 Mar 03 06:39:25.582159 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39358) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:25.589788 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:25.600882 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group_rule': {'security_group_id': '6922acf6-44d9-495a-a7a3-7ca7716c169c', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:25.759623 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (94cf3129-f25f-4b32-b75b-ec731ab7d97a), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.783172 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc6d149-f073-444f-9981-c3018f4a4381 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:25.786949 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35588d79-ef3c-4135-8280-178c740e93a5 req-48600edc-862d-44b5-b583-14adef3c3508 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:25.791376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Publish callbacks [] for port (7cc6d149-f073-444f-9981-c3018f4a4381), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.795222 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-35588d79-ef3c-4135-8280-178c740e93a5 req-48600edc-862d-44b5-b583-14adef3c3508 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 931 time: 0.0964348 Mar 03 06:39:25.807123 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Transition to ACTIVE for port object 7cc6d149-f073-444f-9981-c3018f4a4381 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:39:25.882410 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-35588d79-ef3c-4135-8280-178c740e93a5 req-c8b64e0a-260d-4218-a208-5cf997d69d4e tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862141 Mar 03 06:39:25.882685 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.895162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (94cf3129-f25f-4b32-b75b-ec731ab7d97a), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.914909 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:25.944537 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc6d149-f073-444f-9981-c3018f4a4381,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:25.950859 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (94cf3129-f25f-4b32-b75b-ec731ab7d97a), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:25.978186 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ebc578bf-e157-4ffb-84e5-0d374ee2c4ba up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:26.005836 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cf3129-f25f-4b32-b75b-ec731ab7d97a,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:26.072161 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Attempting to bind port 7cc6d149-f073-444f-9981-c3018f4a4381 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:26.072508 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Attempting to bind port 7cc6d149-f073-444f-9981-c3018f4a4381 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:26.072849 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Attempting to bind port 7cc6d149-f073-444f-9981-c3018f4a4381 on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:26.094570 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Port 7cc6d149-f073-444f-9981-c3018f4a4381 on network 475f95b3-25c9-436a-9f3a-124667ed1b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:39:26.094720 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Attempting to bind port 7cc6d149-f073-444f-9981-c3018f4a4381 on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:26.098367 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79520c61-1b4a-4d1b-a4a0-8068378359ee None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:26.112031 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:26.112455 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Checking segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:26.112917 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Bound using segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:26.113639 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Bound port: 7cc6d149-f073-444f-9981-c3018f4a4381, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:26.114018 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.124203 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.129656 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39364) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:26.130541 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-9f6d4518-ae7f-4470-9072-ffb1a8b204bc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5468590 Mar 03 06:39:26.135392 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group_rule': {'security_group_id': '6922acf6-44d9-495a-a7a3-7ca7716c169c', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:26.147526 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:26.148184 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.257107 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:26.258434 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.272644 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (9609b539-1db9-4646-9264-a976e797e672), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.297984 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:26.356928 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc2677-7e95-4c5b-9373-9e2e2e174590 req-be2f4855-3dc9-4cc9-a24e-493b8f0bce0b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:26.358639 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-99bc2677-7e95-4c5b-9373-9e2e2e174590 req-be2f4855-3dc9-4cc9-a24e-493b8f0bce0b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1983700 Mar 03 06:39:26.390365 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.407335 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] For port 7cc6d149-f073-444f-9981-c3018f4a4381, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:26.439201 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] For port 7cc6d149-f073-444f-9981-c3018f4a4381, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7cc6d149-f073-444f-9981-c3018f4a4381,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:26.451189 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (9609b539-1db9-4646-9264-a976e797e672), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.472585 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-99bc2677-7e95-4c5b-9373-9e2e2e174590 req-238be8e9-6ed5-4670-9309-5f375efdd001 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860767 Mar 03 06:39:26.494491 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39370) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:26.544970 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:26.545145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.592710 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (9609b539-1db9-4646-9264-a976e797e672), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.624577 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e2a7d-7f11-4b40-9c39-f909396643d1 None None] New status for floating IP b5f95b01-42ff-4183-aa23-014e47bdd68c: DOWN {{(pid=103577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:39:26.636637 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:26.638417 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.639788 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e77507fa-4026-42c2-8414-71c70a83d274 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (ab31939b-4306-4af2-8fd4-8bc83d6af14c), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.640227 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] 10.222.0.41 "PUT /v2.0/ports/7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 1093 time: 1.5065958 Mar 03 06:39:26.642854 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:26.646134 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c09e472-b7ea-4fe5-be45-b3adde0b8999" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:26.678584 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9609b539-1db9-4646-9264-a976e797e672,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:26.685846 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6ec2-17cf-43a8-bb94-473e4d59ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc6d149-f073-444f-9981-c3018f4a4381,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:26.706838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.708079 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b1035bbd-29fd-4550-9ef9-fe0ffe8d7b00 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5772049 Mar 03 06:39:26.713715 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39376) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:26.715527 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group_rule': {'security_group_id': '6922acf6-44d9-495a-a7a3-7ca7716c169c', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:26.730195 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Sync routers for ids ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:26.730830 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e77507fa-4026-42c2-8414-71c70a83d274 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (ab31939b-4306-4af2-8fd4-8bc83d6af14c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.761777 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Routers {'2e36a114-8f5b-4a54-8b27-5a1ff48c6982'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:26.762493 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:26.884401 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625b329-bccc-4dc3-85ba-7b6cc0bf8158 x-openstack-request-id: req-8625b329-bccc-4dc3-85ba-7b6cc0bf8158 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:26.884836 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:26.885195 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8625b329-bccc-4dc3-85ba-7b6cc0bf8158 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:26.885708 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381', 'status': 'completed', 'code': 200} Mar 03 06:39:26.888922 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (ff56c016-0ceb-45c5-91e6-fdeed0cac748), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.924384 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e77507fa-4026-42c2-8414-71c70a83d274 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ab31939b-4306-4af2-8fd4-8bc83d6af14c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.928356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e77507fa-4026-42c2-8414-71c70a83d274 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.938974 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e77507fa-4026-42c2-8414-71c70a83d274 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab31939b-4306-4af2-8fd4-8bc83d6af14c HTTP/1.1" status: 204 len: 168 time: 0.4353869 Mar 03 06:39:26.938974 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39380) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:26.951525 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Set router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:26.979797 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77507fa-4026-42c2-8414-71c70a83d274 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab31939b-4306-4af2-8fd4-8bc83d6af14c,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:26.984702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (ff56c016-0ceb-45c5-91e6-fdeed0cac748), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:26.985977 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.api.v2.resource [None req-9d8d2b9b-77d5-4c33-9dfb-ac988d6e3c00 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] show failed (client error): The resource could not be found. Mar 03 06:39:26.989329 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-9d8d2b9b-77d5-4c33-9dfb-ac988d6e3c00 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups/ab31939b-4306-4af2-8fd4-8bc83d6af14c HTTP/1.1" status: 404 len: 347 time: 0.0351632 Mar 03 06:39:26.990092 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39382) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:27.008466 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-90f5db94-209d-4d2f-b04d-8a19a99cd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:27.018158 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-90f5db94-209d-4d2f-b04d-8a19a99cd9ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1127 time: 0.2512922 Mar 03 06:39:27.073558 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-23cc8219-b555-46c9-a102-e586ed58ff60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 217 time: 0.0378070 Mar 03 06:39:27.098910 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (ff56c016-0ceb-45c5-91e6-fdeed0cac748), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.184488 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff56c016-0ceb-45c5-91e6-fdeed0cac748,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:27.184887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Deleting port ea48888d-d690-4ff4-a7e9-b13492a91b4e {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:39:27.185390 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.203298 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-ee32cfc4-614f-473b-9825-6ea57f3a94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:27.204966 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-ee32cfc4-614f-473b-9825-6ea57f3a94e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.1038253 Mar 03 06:39:27.216633 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb56556-314a-4dea-9fac-cdebc6c10f48 req-ea9cea9b-30bc-4b47-908e-fc52a79bfdaf tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:27.218751 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9bb56556-314a-4dea-9fac-cdebc6c10f48 req-ea9cea9b-30bc-4b47-908e-fc52a79bfdaf tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.1936240 Mar 03 06:39:27.245710 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:39:27.255280 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.259173 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-e0a627eb-3245-40a7-a759-703d590d8fd6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5448618 Mar 03 06:39:27.259323 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '59ee86d5-69e0-43fd-9c51-d969846bb260', 'name': '', 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'mac_address': 'fa:16:3e:b3:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:20Z', 'updated_at': '2022-03-03T06:39:22Z', 'revision_number': 2, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'subnets': [{'id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:27.262771 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39384) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:27.271577 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group_rule': {'security_group_id': '6922acf6-44d9-495a-a7a3-7ca7716c169c', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:27.289372 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Checking router: 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:27.289781 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Updating router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 port 59ee86d5-69e0-43fd-9c51-d969846bb260 binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:39:27.292731 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:39:27.293080 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device b5988fcc-c6b4-4282-8c84-6eb5d7e8a36c not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:39:27.302796 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9bb56556-314a-4dea-9fac-cdebc6c10f48 req-740ed8ee-de63-4ea8-a4d7-e6d245fcaa1f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745585 Mar 03 06:39:27.331708 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.332258 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (ea48888d-d690-4ff4-a7e9-b13492a91b4e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.337682 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-ba8a80c0-88e3-4c86-9486-f4ea51f1c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:27.340230 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.343259 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-ba8a80c0-88e3-4c86-9486-f4ea51f1c81f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199756 Mar 03 06:39:27.353141 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Calling delete_port for ea48888d-d690-4ff4-a7e9-b13492a91b4e owned by network:floatingip {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:39:27.401563 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.425005 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (3cfe52f7-d6d0-49e3-94c9-b985f89b54d8), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.454783 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-4b8bd6a2-1906-45fb-ba16-575cd3d00855 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086292 Mar 03 06:39:27.483443 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (3cfe52f7-d6d0-49e3-94c9-b985f89b54d8), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.570963 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (3cfe52f7-d6d0-49e3-94c9-b985f89b54d8), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.605441 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfe52f7-d6d0-49e3-94c9-b985f89b54d8,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:27.623533 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8fb26afa-79a3-441c-a05e-cd01dcd250a7 req-42ac1a0d-f4aa-4897-a2e4-e6ba8d56592c service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625311 Mar 03 06:39:27.712203 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d35d8-3f16-4ca8-93c5-f394512319c1 req-fbf37376-78a6-43fb-8911-f63618e55456 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:27.714128 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ba0d35d8-3f16-4ca8-93c5-f394512319c1 req-fbf37376-78a6-43fb-8911-f63618e55456 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0719321 Mar 03 06:39:27.719098 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.723415 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-85a72cc1-e0d9-49e8-9aa8-50fa65294243 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4565918 Mar 03 06:39:27.724260 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39388) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:27.728126 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Publish callbacks [] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.730903 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group_rule': {'security_group_id': '6922acf6-44d9-495a-a7a3-7ca7716c169c', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:27.736335 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (ea48888d-d690-4ff4-a7e9-b13492a91b4e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.808810 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.822314 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-7aed4432-c083-4b27-9f2e-4694b48a077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:27.824402 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event deleted for resources: {'Port': ['ID=ea48888d-d690-4ff4-a7e9-b13492a91b4e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:27.826053 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-7aed4432-c083-4b27-9f2e-4694b48a077f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1127 time: 0.0637374 Mar 03 06:39:27.831723 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.securitygroups_db [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Project 55e91c5c375e4cc1a8ba92985b2b859a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:39:27.842789 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (6c2675ce-ac2c-43a9-bcb5-d680203d1898), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:27.976512 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ba0d35d8-3f16-4ca8-93c5-f394512319c1 req-8f9ba68e-826d-4fff-8ed5-1e5626acaade tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467885 Mar 03 06:39:27.979858 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ebc578bf-e157-4ffb-84e5-0d374ee2c4ba up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:28.022148 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (b5f95b01-42ff-4183-aa23-014e47bdd68c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.026360 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.032699 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-cadcf7ad-7afc-4b1f-bc66-0cdad58c95c1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "DELETE /v2.0/floatingips/b5f95b01-42ff-4183-aa23-014e47bdd68c HTTP/1.1" status: 204 len: 168 time: 1.0390410 Mar 03 06:39:28.057409 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (6c2675ce-ac2c-43a9-bcb5-d680203d1898), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.081769 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a743-f29a-44e3-a506-7b432fe6bf8a None None] Pushing event updated for resources: {'Port': ['ID=59ee86d5-69e0-43fd-9c51-d969846bb260,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:28.100348 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Attempting to bind port 59ee86d5-69e0-43fd-9c51-d969846bb260 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:28.106302 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Attempting to bind port 59ee86d5-69e0-43fd-9c51-d969846bb260 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:28.108120 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Attempting to bind port 59ee86d5-69e0-43fd-9c51-d969846bb260 on network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:28.111160 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:28.111545 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.116710 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:28.117458 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Checking segment: {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:28.118302 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (6c2675ce-ac2c-43a9-bcb5-d680203d1898), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.118584 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.119310 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Bound using segment: {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:28.120031 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Bound port: 59ee86d5-69e0-43fd-9c51-d969846bb260, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f2aae4-5853-42de-9461-574cade7b1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:28.120617 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.175180 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2675ce-ac2c-43a9-bcb5-d680203d1898,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:28.179097 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-1d13a19d-4d02-4f10-b62c-590947bc347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:28.182065 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-1d13a19d-4d02-4f10-b62c-590947bc347d service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.3412058 Mar 03 06:39:28.226724 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-24ff2915-6da5-41b3-b631-ca027af82ef0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 217 time: 0.0383883 Mar 03 06:39:28.238035 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] For port 59ee86d5-69e0-43fd-9c51-d969846bb260, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:28.245106 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] For port 59ee86d5-69e0-43fd-9c51-d969846bb260, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=59ee86d5-69e0-43fd-9c51-d969846bb260,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:28.256728 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-96107483-ea9e-4cd8-a299-4e57b41af6d7 None None] Provisioning complete for port 59ee86d5-69e0-43fd-9c51-d969846bb260 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:28.257425 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-96107483-ea9e-4cd8-a299-4e57b41af6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.260187 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:28.269442 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.274401 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a24ab58d-2941-446a-b2f8-e8de9992ecce tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5481310 Mar 03 06:39:28.275805 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39392) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:28.282493 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'security_group_rule': {'security_group_id': '6922acf6-44d9-495a-a7a3-7ca7716c169c', 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:28.297480 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-b1b5f6f2-5440-4185-abb5-40aadf086c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:28.301567 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-b1b5f6f2-5440-4185-abb5-40aadf086c7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0677841 Mar 03 06:39:28.311637 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.325845 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-96107483-ea9e-4cd8-a299-4e57b41af6d7 None None] Port 59ee86d5-69e0-43fd-9c51-d969846bb260 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:28.390729 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-320c6507-232c-4301-b40a-8b70d4bbfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:28.392982 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-320c6507-232c-4301-b40a-8b70d4bbfffc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862253 Mar 03 06:39:28.413664 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Routers {'2e36a114-8f5b-4a54-8b27-5a1ff48c6982'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:28.414312 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:28.425665 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.securitygroups_db [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Project 55e91c5c375e4cc1a8ba92985b2b859a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:39:28.431211 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (a9f170fb-82e0-4b30-913e-9299fb5c3010), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.546317 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-15eb38f2-9658-4287-af7b-d9a49fedb756 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453590 Mar 03 06:39:28.557860 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a743-f29a-44e3-a506-7b432fe6bf8a None None] Pushing event updated for resources: {'Port': ['ID=59ee86d5-69e0-43fd-9c51-d969846bb260,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:28.640833 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (a9f170fb-82e0-4b30-913e-9299fb5c3010), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.646662 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e29eb5-67ed-4386-9b4b-dc56614c2afc req-b3a87edb-80e1-4249-9519-0b784346d8b3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:28.648531 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-45e29eb5-67ed-4386-9b4b-dc56614c2afc req-b3a87edb-80e1-4249-9519-0b784346d8b3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.1893492 Mar 03 06:39:28.676409 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] Set router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:28.733361 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4c09e472-b7ea-4fe5-be45-b3adde0b8999 req-9e628ba4-4816-4e24-a9f0-36897da2f522 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791837 Mar 03 06:39:28.766168 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39396) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:28.767087 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] Provisioning complete for port 59ee86d5-69e0-43fd-9c51-d969846bb260 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:28.769029 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (a9f170fb-82e0-4b30-913e-9299fb5c3010), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.771612 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.772829 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628123733', 'description': 'tempest-description--2041854471'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:28.826352 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f170fb-82e0-4b30-913e-9299fb5c3010,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:28.840169 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-45e29eb5-67ed-4386-9b4b-dc56614c2afc req-09b47add-44e6-4d45-8ca8-063e310af967 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824377 Mar 03 06:39:28.922618 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.930177 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] Current status of the port 59ee86d5-69e0-43fd-9c51-d969846bb260 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:28.930585 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.975836 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:28.977248 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-71861e4e-11dc-44f6-8d96-bbcbed6d4b03 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7000871 Mar 03 06:39:28.995204 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] For port 59ee86d5-69e0-43fd-9c51-d969846bb260, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=59ee86d5-69e0-43fd-9c51-d969846bb260,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:29.039234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (e62d7586-280b-4f1d-ae40-231423f08db3), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.041820 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '59ee86d5-69e0-43fd-9c51-d969846bb260', 'name': '', 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'mac_address': 'fa:16:3e:b3:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:20Z', 'updated_at': '2022-03-03T06:39:28Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'subnets': [{'id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:29.079971 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562b418-fe1f-4ffb-9a68-196430554996 None None] The sync data for ids ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'] in dv-cinder-831090-6-iscsi is: [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:39:21Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '59ee86d5-69e0-43fd-9c51-d969846bb260', 'name': '', 'network_id': '3869bed4-3ec6-4571-927c-a3bcc8f0c76e', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'mac_address': 'fa:16:3e:b3:29:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:20Z', 'updated_at': '2022-03-03T06:39:28Z', 'revision_number': 4, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'subnets': [{'id': 'ba257c7b-7cb6-4636-aa83-3b46cd1e246f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:29.093729 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.168270 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56978b-3583-4eeb-a5bd-709ff1668d88 req-192d2a18-f05f-4133-9f40-927755e6d496 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:29.170053 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5f56978b-3583-4eeb-a5bd-709ff1668d88 req-192d2a18-f05f-4133-9f40-927755e6d496 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0627408 Mar 03 06:39:29.178864 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31ab5d-fb19-42ba-b01d-3ea53ea45a0c None None] Pushing event updated for resources: {'Port': ['ID=59ee86d5-69e0-43fd-9c51-d969846bb260,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:29.225036 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5f56978b-3583-4eeb-a5bd-709ff1668d88 req-36ef4ef1-144f-43e6-8f64-57c1af0bb6bc tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484166 Mar 03 06:39:29.504941 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (e62d7586-280b-4f1d-ae40-231423f08db3), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.535209 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d7586-280b-4f1d-ae40-231423f08db3,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:29.609856 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.613643 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-e3e8a3a7-203f-40d3-9466-531cec7f8d42 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8440959 Mar 03 06:39:29.614270 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39436) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:29.618963 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7586-280b-4f1d-ae40-231423f08db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:29.735361 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (12414810-490a-4416-b3c6-04d6380412ca), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.811908 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (12414810-490a-4416-b3c6-04d6380412ca), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.864764 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (12414810-490a-4416-b3c6-04d6380412ca), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:29.889931 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12414810-490a-4416-b3c6-04d6380412ca,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:29.929147 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 59ee86d5-69e0-43fd-9c51-d969846bb260 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:29.991382 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 59ee86d5-69e0-43fd-9c51-d969846bb260 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:29.992092 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.011300 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4ba13-2171-44b3-a7dd-483129de5624 req-bb3aa6dd-33db-4b25-b8bb-d6cff3cb3635 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:30.013719 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-14a4ba13-2171-44b3-a7dd-483129de5624 req-bb3aa6dd-33db-4b25-b8bb-d6cff3cb3635 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.0732529 Mar 03 06:39:30.026777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.030645 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-982b1943-3f51-44da-a7b9-b65021e4dae7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129474 Mar 03 06:39:30.031299 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39444) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:30.036517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'security_group_rule': {'security_group_id': 'e62d7586-280b-4f1d-ae40-231423f08db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:30.110802 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 59ee86d5-69e0-43fd-9c51-d969846bb260 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:30.121387 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-14a4ba13-2171-44b3-a7dd-483129de5624 req-15e3e048-5d55-45ea-900e-e017cfc2f991 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999267 Mar 03 06:39:30.149561 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (43817794-7d70-42e5-b964-f2e784c32871), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.238116 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (43817794-7d70-42e5-b964-f2e784c32871), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.304527 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (43817794-7d70-42e5-b964-f2e784c32871), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.348278 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43817794-7d70-42e5-b964-f2e784c32871,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:30.381419 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70dc5a-d494-4b6b-9cf0-75712c822209 req-e7c94dff-78c5-46dc-aeb9-1bf41316693c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:30.382952 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cb70dc5a-d494-4b6b-9cf0-75712c822209 req-e7c94dff-78c5-46dc-aeb9-1bf41316693c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0760849 Mar 03 06:39:30.423140 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.424478 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-0e14c2fa-ab06-4530-b403-b58807ef6818 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3921316 Mar 03 06:39:30.428166 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39452) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:30.432721 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:30.464313 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cb70dc5a-d494-4b6b-9cf0-75712c822209 req-f802ed00-b109-4ee6-8b8b-f59a727ba01f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748398 Mar 03 06:39:30.567671 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b1f5fc77-3ec6-4ad0-9580-c523a2a168ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.642144 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.756916 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:30.867946 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Allocated IP 172.27.2.70 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/9cea1465-beb5-4eb1-a433-bd9ac32a495f) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:30.985192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.064517 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.112437 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:31.115360 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:31.119052 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:31.124951 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'Port': ['ID=9cea1465-beb5-4eb1-a433-bd9ac32a495f,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:31.235835 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (6c134f4f-895f-46b0-9ce9-173e512c5a0e), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.257088 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807aa4f-a00c-4e6e-9e2c-1b96869f4854 req-3faad0e0-d038-466a-8b01-decd13597267 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:31.258584 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e807aa4f-a00c-4e6e-9e2c-1b96869f4854 req-3faad0e0-d038-466a-8b01-decd13597267 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.0716259 Mar 03 06:39:31.308272 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e807aa4f-a00c-4e6e-9e2c-1b96869f4854 req-35b102dc-3994-456b-842b-3a03a7c5b9d5 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Mar 03 06:39:31.333285 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.489587 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.532338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-ec69921f-92e6-4b2e-aaa3-b6beb98d2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:31.533920 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-ec69921f-92e6-4b2e-aaa3-b6beb98d2b9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1130 time: 0.0466948 Mar 03 06:39:31.545393 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.618550 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'Port': ['ID=9cea1465-beb5-4eb1-a433-bd9ac32a495f,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:31.631557 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (6c134f4f-895f-46b0-9ce9-173e512c5a0e), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.657127 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc625b8e-6d11-433f-a031-da2a89d2b682 req-f7b82652-a590-4f50-85ad-e0ce57a2bd7f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:31.658721 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cc625b8e-6d11-433f-a031-da2a89d2b682 req-f7b82652-a590-4f50-85ad-e0ce57a2bd7f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.1203959 Mar 03 06:39:31.684254 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-bd1ede0e-1c03-44b9-9636-70208a2c08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:31.685705 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-bd1ede0e-1c03-44b9-9636-70208a2c08e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.1387677 Mar 03 06:39:31.730586 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:31.732460 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8ac69265-4164-4798-8928-8f62ed17864a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3033886 Mar 03 06:39:31.757424 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cc625b8e-6d11-433f-a031-da2a89d2b682 req-523a5e4f-b1d1-4477-85c6-436defbb912d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930707 Mar 03 06:39:31.772274 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-814ae298-0645-466b-bcc8-a95db875e26c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 1002 time: 0.0792749 Mar 03 06:39:31.825517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-63a54f3b-259c-4387-b080-4caaa83059fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:31.827079 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-63a54f3b-259c-4387-b080-4caaa83059fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0479469 Mar 03 06:39:31.884062 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-fba0a409-6c08-41e0-b8c0-e753d28a617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:31.885766 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-fba0a409-6c08-41e0-b8c0-e753d28a617e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522156 Mar 03 06:39:31.984723 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-2a5056a5-f78a-41f3-a4f2-505a8be33ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912013 Mar 03 06:39:32.071607 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-73ff6fcf-b755-4a8d-aa30-24890d5da9ac req-65204abe-b4be-4e87-b966-90c0c386e377 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805321 Mar 03 06:39:32.071895 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-7442ba9d-0175-4908-b0b3-6c9fb89518f1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1628123733&fields=id&tenant_id=9697f5e3663846fbac4dc63564b4920b HTTP/1.1" status: 200 len: 267 time: 0.0410953 Mar 03 06:39:32.182509 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-02b13f50-4f52-4b91-941b-362daa7a86df tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:32.183965 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-02b13f50-4f52-4b91-941b-362daa7a86df tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 811 time: 0.1042500 Mar 03 06:39:32.197677 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-69a319ad-15d4-40a0-92ef-68781c77b478 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/quotas/9697f5e3663846fbac4dc63564b4920b HTTP/1.1" status: 200 len: 375 time: 0.0084586 Mar 03 06:39:32.250499 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-793bcf6b-4d09-42b4-a383-0ae56cacf01d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477638 Mar 03 06:39:32.344325 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-85feb80b-cf0b-4571-9b67-4d90eec641bf service neutron] 10.222.0.31 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827377 Mar 03 06:39:32.439756 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-7638af71-5e60-4df3-ab6e-3a56a810b2d3 service neutron] 10.222.0.31 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897498 Mar 03 06:39:32.440012 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da0fc-f50d-4071-b330-f44b0ef4aab3 req-57f7fc8b-532d-4fe8-a11c-26c5ea509b1d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:32.441433 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-158da0fc-f50d-4071-b330-f44b0ef4aab3 req-57f7fc8b-532d-4fe8-a11c-26c5ea509b1d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.0656359 Mar 03 06:39:32.490036 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-158da0fc-f50d-4071-b330-f44b0ef4aab3 req-45a18aa7-fe8d-487d-a48e-64f0d38b16fe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Mar 03 06:39:32.681840 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0fab0f42-80f9-4481-8d58-543d5c1f6be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:32.689072 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2dd67f0a-bf3a-4109-8f34-0d6aebad9bb0 req-926a12c2-481e-4723-8b28-2ec28ed4f2ca tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 210 time: 0.0317717 Mar 03 06:39:32.883552 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e897-aefe-4ee4-8e02-74b857ff0b05 req-02d22602-1d1d-47eb-a459-d6c5e8c9371b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:32.884954 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6906e897-aefe-4ee4-8e02-74b857ff0b05 req-02d22602-1d1d-47eb-a459-d6c5e8c9371b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0518541 Mar 03 06:39:32.938250 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6906e897-aefe-4ee4-8e02-74b857ff0b05 req-3f1df0f9-fad7-4b05-bfd2-0b53a66a5f17 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475619 Mar 03 06:39:33.615529 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cd2c3-e4ed-4640-a7c7-a6c89081d4ca req-8743746f-633d-41c9-810b-686aa7bb6409 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:33.617011 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-763cd2c3-e4ed-4640-a7c7-a6c89081d4ca req-8743746f-633d-41c9-810b-686aa7bb6409 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.0546479 Mar 03 06:39:33.664288 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:33.665818 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-763cd2c3-e4ed-4640-a7c7-a6c89081d4ca req-b929a972-e63a-4adf-b787-30778eda2b46 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427101 Mar 03 06:39:34.045647 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e38a32fa-040e-45ed-bbe4-bce934a4d97b req-d913cedc-1a54-4423-b3fb-1dd80b1ce504 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 210 time: 0.2891161 Mar 03 06:39:34.090257 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208108-299d-4289-ada8-ea75d54e57cd req-94ce07be-e1ec-4ff5-af58-acbb90c4f3d4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:34.091873 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-db208108-299d-4289-ada8-ea75d54e57cd req-94ce07be-e1ec-4ff5-af58-acbb90c4f3d4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 946 time: 0.0703516 Mar 03 06:39:34.138496 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-db208108-299d-4289-ada8-ea75d54e57cd req-ebdb864e-a4b2-4b5f-9fbe-edc0223d6413 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Mar 03 06:39:34.538611 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-4ffd7f36-da92-48a7-a23c-e774d76e6ba8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:34.539958 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-4ffd7f36-da92-48a7-a23c-e774d76e6ba8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 811 time: 0.1072748 Mar 03 06:39:34.611346 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a54ba097-8590-4fc1-ab69-933899d8f255 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9697f5e3663846fbac4dc63564b4920b HTTP/1.1" status: 200 len: 380 time: 0.0627346 Mar 03 06:39:34.628179 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'port': {'device_id': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'admin_state_up': True, 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'security_groups': ['e62d7586-280b-4f1d-ae40-231423f08db3']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:34.800531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695e5f9-884b-438a-852f-71c8d5fbc9b0 req-8b4107e4-7e17-485f-af3b-0ce9a392bff0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:34.803011 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3695e5f9-884b-438a-852f-71c8d5fbc9b0 req-8b4107e4-7e17-485f-af3b-0ce9a392bff0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.0611889 Mar 03 06:39:34.847369 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Made reservation on behalf of 9697f5e3663846fbac4dc63564b4920b for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:34.850679 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:34.883154 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3695e5f9-884b-438a-852f-71c8d5fbc9b0 req-00d29143-f5f6-4092-b8b0-c3b8e56594d0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743239 Mar 03 06:39:35.005517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Allocated IP 172.20.0.9 (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393/c6f79dca-111d-4c3b-983f-495fd4a35ada/2d94829d-1bd8-403c-babf-69243f0cf9c1) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:35.150473 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.173306 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d5fcea13-9235-4b8d-b196-1fd74c3f2088 req-492a513c-8122-4b78-9371-8a952aa16a1c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 210 time: 0.0550444 Mar 03 06:39:35.191810 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.282606 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.300739 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 7cc6d149-f073-444f-9981-c3018f4a4381 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:39:35.318007 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:39:35.333079 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:35.336198 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:35.340911 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:35.348810 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event updated for resources: {'Port': ['ID=2d94829d-1bd8-403c-babf-69243f0cf9c1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:35.410624 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:35.411702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.514074 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-57efa917-7471-4e45-995e-a12fa4be07eb tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900907 Mar 03 06:39:35.526817 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Request body: {'port': {'device_id': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:35.591332 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.645056 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: ACTIVE; New status is: DOWN {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:35.645372 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.662781 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-115047ec-2f3d-4afe-8ac9-cabd7e460354 None None] Provisioning complete for port 2d94829d-1bd8-403c-babf-69243f0cf9c1 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:35.663211 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-115047ec-2f3d-4afe-8ac9-cabd7e460354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.705379 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 7cc6d149-f073-444f-9981-c3018f4a4381, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7cc6d149-f073-444f-9981-c3018f4a4381,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:35.728399 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:35.730786 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3c14b1-4423-4b47-8feb-5badfc3d95bc" -d '{"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-unplugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:35.746050 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '7cc6d149-f073-444f-9981-c3018f4a4381', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:39:35.749244 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:35.756207 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-115047ec-2f3d-4afe-8ac9-cabd7e460354 None None] Port 2d94829d-1bd8-403c-babf-69243f0cf9c1 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:35.802909 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 7cc6d149-f073-444f-9981-c3018f4a4381 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:35.803674 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.821221 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.847574 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb0b76-01fa-4fda-94da-0559debed1cf x-openstack-request-id: req-4acb0b76-01fa-4fda-94da-0559debed1cf {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:35.847868 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-unplugged", "status": "failed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "code": 422}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:35.848120 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4acb0b76-01fa-4fda-94da-0559debed1cf {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:35.851037 dv-cinder-831090-6-iscsi neutron-server[103577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'code': 422} returned with failed status Mar 03 06:39:35.851037 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc6d149-f073-444f-9981-c3018f4a4381 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:35.881483 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 7cc6d149-f073-444f-9981-c3018f4a4381, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7cc6d149-f073-444f-9981-c3018f4a4381,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:35.890531 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=8']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:35.896547 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d94829d-1bd8-403c-babf-69243f0cf9c1 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:35.904447 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Publish callbacks [] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:35.918499 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Transition to ACTIVE for port object 2d94829d-1bd8-403c-babf-69243f0cf9c1 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:39:35.978820 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:36.004509 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:36.020256 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdca7fc-cb7d-4517-a79f-bf01da1df29a req-5ecae24a-9108-454d-abf1-ad5f1682fbc6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.021803 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bfdca7fc-cb7d-4517-a79f-bf01da1df29a req-5ecae24a-9108-454d-abf1-ad5f1682fbc6 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 943 time: 0.0616145 Mar 03 06:39:36.033309 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=7cc6d149-f073-444f-9981-c3018f4a4381,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:36.087053 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Pushing event updated for resources: {'Port': ['ID=2d94829d-1bd8-403c-babf-69243f0cf9c1,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:36.119385 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-ce712df4-19b5-4638-8522-fec382e7a7f0 req-f71b1c0a-2522-4f57-8179-90075cd3b77c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:39:36.120616 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ce712df4-19b5-4638-8522-fec382e7a7f0 req-f71b1c0a-2522-4f57-8179-90075cd3b77c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064082 Mar 03 06:39:36.150570 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bfdca7fc-cb7d-4517-a79f-bf01da1df29a req-bca4b965-c88f-4e18-bffb-eb7eb37ce00b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103659 Mar 03 06:39:36.177712 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Attempting to bind port 2d94829d-1bd8-403c-babf-69243f0cf9c1 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:36.178400 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Attempting to bind port 2d94829d-1bd8-403c-babf-69243f0cf9c1 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:36.178400 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Attempting to bind port 2d94829d-1bd8-403c-babf-69243f0cf9c1 on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:36.182906 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Port 2d94829d-1bd8-403c-babf-69243f0cf9c1 on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:39:36.183231 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Attempting to bind port 2d94829d-1bd8-403c-babf-69243f0cf9c1 on network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:36.188419 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:36.188825 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Checking segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:36.189196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Bound using segment: {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:36.189654 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Bound port: 2d94829d-1bd8-403c-babf-69243f0cf9c1, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc6505f-9674-4b69-b147-2bfebb34d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:36.190023 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:36.191053 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['7cc6d149-f073-444f-9981-c3018f4a4381'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:39:36.262554 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] For port 2d94829d-1bd8-403c-babf-69243f0cf9c1, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:36.267420 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] For port 2d94829d-1bd8-403c-babf-69243f0cf9c1, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:36.323859 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d90730-fdaa-4739-b654-99b8115421b4 req-dff3f03f-d6f7-4417-913a-c8e62c0b2d3c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.324367 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-50d90730-fdaa-4739-b654-99b8115421b4 req-dff3f03f-d6f7-4417-913a-c8e62c0b2d3c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 943 time: 0.0594919 Mar 03 06:39:36.337733 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:36.413135 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.413791 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:36.423060 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d94829d-1bd8-403c-babf-69243f0cf9c1 HTTP/1.1" status: 200 len: 1093 time: 0.9002821 Mar 03 06:39:36.423265 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:36.427613 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2016d45-cdbe-4a54-b252-0d6055e9811f" -d '{"events": [{"name": "network-changed", "server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:36.436224 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-50d90730-fdaa-4739-b654-99b8115421b4 req-d33c7965-45d1-4dca-b879-6329fda62cc7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063700 Mar 03 06:39:36.458464 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee205b-66de-42c6-a80e-1cdd6a2dff48 service neutron] Pushing event updated for resources: {'Port': ['ID=2d94829d-1bd8-403c-babf-69243f0cf9c1,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:36.524869 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745b2fb7-d42e-400d-bca8-073af96b1b22 x-openstack-request-id: req-745b2fb7-d42e-400d-bca8-073af96b1b22 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:36.525178 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:36.525443 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-745b2fb7-d42e-400d-bca8-073af96b1b22 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:36.525878 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'status': 'completed', 'code': 200} Mar 03 06:39:36.556941 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb649-449c-4eb0-8f53-9f3ca4f0c4ff req-5d5ae42b-50f8-4519-8b3c-63a817ffee21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.559455 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-593bb649-449c-4eb0-8f53-9f3ca4f0c4ff req-5d5ae42b-50f8-4519-8b3c-63a817ffee21 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.1442971 Mar 03 06:39:36.610618 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016d45-cdbe-4a54-b252-0d6055e9811f req-5afd7209-5a56-4544-9dbb-0455eed92692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.612985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a2016d45-cdbe-4a54-b252-0d6055e9811f req-5afd7209-5a56-4544-9dbb-0455eed92692 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 1127 time: 0.0674388 Mar 03 06:39:36.645234 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-593bb649-449c-4eb0-8f53-9f3ca4f0c4ff req-a9558c1c-075c-4745-8d31-e6d161382eec tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798297 Mar 03 06:39:36.722592 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:36.741667 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016d45-cdbe-4a54-b252-0d6055e9811f req-e2e0dd76-49db-4187-a830-e445d94ff9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.743902 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a2016d45-cdbe-4a54-b252-0d6055e9811f req-e2e0dd76-49db-4187-a830-e445d94ff9e0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9697f5e3663846fbac4dc63564b4920b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1228514 Mar 03 06:39:36.843364 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016d45-cdbe-4a54-b252-0d6055e9811f req-8be76743-c7f7-48af-8e94-5077025630f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.844731 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a2016d45-cdbe-4a54-b252-0d6055e9811f req-8be76743-c7f7-48af-8e94-5077025630f3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931129 Mar 03 06:39:36.920411 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-d7af0228-9d5a-4706-9e85-b1e85a1e6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:36.921968 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-d7af0228-9d5a-4706-9e85-b1e85a1e6afa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 1127 time: 0.0431726 Mar 03 06:39:36.963518 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-15225383-ca41-43f9-9599-c095c25cdc58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1 HTTP/1.1" status: 200 len: 217 time: 0.0346022 Mar 03 06:39:37.016338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-af0ef783-7cfc-431e-8544-894f4f3ff710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:37.018252 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-af0ef783-7cfc-431e-8544-894f4f3ff710 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0496235 Mar 03 06:39:37.053538 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39588) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:37.070042 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-10efadf7-2137-4f1e-8ef5-e3a2f4e19bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:37.071528 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-10efadf7-2137-4f1e-8ef5-e3a2f4e19bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468016 Mar 03 06:39:37.136462 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-e856f0da-ebb6-4a6a-b123-4e915aeccf3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815494 Mar 03 06:39:37.145321 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-9dab6269-1671-487e-8461-26033ae45c27 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:39:37.146310 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-9dab6269-1671-487e-8461-26033ae45c27 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049505 Mar 03 06:39:37.157066 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-1570c7dd-ad91-45ca-ad50-1bfc7b984919 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793295 Mar 03 06:39:37.229160 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39598) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:37.286384 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e758a1a6-3f3c-46b1-b844-8cdcb64843cd req-4a186356-5c1f-44c9-b869-8109177300a9 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229000 Mar 03 06:39:37.300850 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 7cc6d149-f073-444f-9981-c3018f4a4381 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:37.305688 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e80626-4233-4ba4-aa95-de7794df1a31 req-87a8083b-7b3b-4fd3-a70b-141952a01240 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:37.307174 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-76e80626-4233-4ba4-aa95-de7794df1a31 req-87a8083b-7b3b-4fd3-a70b-141952a01240 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 944 time: 0.0776255 Mar 03 06:39:37.340679 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-779c3c17-d1f5-47b5-81ee-ca21d50d3bb6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:37.342162 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-779c3c17-d1f5-47b5-81ee-ca21d50d3bb6 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports/bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 941 time: 0.1113291 Mar 03 06:39:37.363089 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-76e80626-4233-4ba4-aa95-de7794df1a31 req-29c0a992-dee3-4aad-9a59-a7fa56c55f18 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497358 Mar 03 06:39:37.419394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 7cc6d149-f073-444f-9981-c3018f4a4381 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:39:37.423429 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 7cc6d149-f073-444f-9981-c3018f4a4381 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:37.423858 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:37.510268 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 7cc6d149-f073-444f-9981-c3018f4a4381 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:37.510680 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:37.546809 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 7cc6d149-f073-444f-9981-c3018f4a4381, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7cc6d149-f073-444f-9981-c3018f4a4381,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:37.593887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1b739-c587-49f1-b3b7-54cfc2c265f1 req-f4442399-fa00-438c-8354-3b93800579b1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:37.595808 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2ba1b739-c587-49f1-b3b7-54cfc2c265f1 req-f4442399-fa00-438c-8354-3b93800579b1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 943 time: 0.0535297 Mar 03 06:39:37.613846 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:37.614984 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:39:37.652507 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2ba1b739-c587-49f1-b3b7-54cfc2c265f1 req-399aa1ce-b0da-4c3c-8dd0-6fd61c0fe438 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512283 Mar 03 06:39:37.703584 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=7cc6d149-f073-444f-9981-c3018f4a4381,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:37.750541 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: DOWN; New status is: DOWN {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:37.799488 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bae55-d72b-4ed1-bc12-7e785c4e9a59 req-57971b42-7f69-479a-a6b4-f4ad70831412 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:37.800968 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e57bae55-d72b-4ed1-bc12-7e785c4e9a59 req-57971b42-7f69-479a-a6b4-f4ad70831412 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0837133 Mar 03 06:39:37.849460 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:37.852124 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cece06-50fb-4efd-b88e-7574ed218c31" -d '{"events": [{"server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "name": "network-vif-plugged", "status": "completed", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:37.863366 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e57bae55-d72b-4ed1-bc12-7e785c4e9a59 req-946d9fc2-82cf-4a97-b412-4fba555f791b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565636 Mar 03 06:39:37.892061 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7cc69a-11de-42f1-813e-ad00888e1648 x-openstack-request-id: req-2e7cc69a-11de-42f1-813e-ad00888e1648 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:37.892380 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "name": "network-vif-plugged", "status": "completed", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:37.892637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e7cc69a-11de-42f1-813e-ad00888e1648 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:37.893082 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381', 'code': 200} Mar 03 06:39:38.246011 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc22571-842f-4b40-867d-ceddc1a32827 req-8e447f7e-0a7f-4017-ab27-389d4077c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:38.247699 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4bc22571-842f-4b40-867d-ceddc1a32827 req-8e447f7e-0a7f-4017-ab27-389d4077c3df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1129 time: 0.0431123 Mar 03 06:39:38.307572 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4bc22571-842f-4b40-867d-ceddc1a32827 req-8762745e-a0ca-46fb-a15c-d8f27f8ffe35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477462 Mar 03 06:39:38.477809 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0eebf-9cba-44b3-80b2-f4cb62c280ea req-e60d74fe-e697-4a6f-9b6e-956e3562a03b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:38.479253 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82b0eebf-9cba-44b3-80b2-f4cb62c280ea req-e60d74fe-e697-4a6f-9b6e-956e3562a03b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Mar 03 06:39:38.526589 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-82b0eebf-9cba-44b3-80b2-f4cb62c280ea req-41939a68-4b16-4f4a-98b8-2864d9a03b36 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Mar 03 06:39:38.777632 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e40fe-dbb1-432b-b4be-99510a8fb47b req-4647c009-c085-498a-bbc4-7d4c9b01642d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:38.779058 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-009e40fe-dbb1-432b-b4be-99510a8fb47b req-4647c009-c085-498a-bbc4-7d4c9b01642d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 943 time: 0.0535495 Mar 03 06:39:38.790806 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-d1db8780-404e-4305-95de-d701e58af139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:38.792272 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-d1db8780-404e-4305-95de-d701e58af139 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549&tenant_id=bf31e05612ae4b1fa991cce5952a4412 HTTP/1.1" status: 200 len: 1128 time: 0.0467148 Mar 03 06:39:38.833810 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-009e40fe-dbb1-432b-b4be-99510a8fb47b req-513abc4c-a652-4031-9e65-d7767b5f7ab9 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491364 Mar 03 06:39:38.861956 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-517cd197-dca5-4d72-83cf-7de00fb1bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:38.863524 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-517cd197-dca5-4d72-83cf-7de00fb1bbf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1128 time: 0.0495620 Mar 03 06:39:38.976332 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-375d21d8-ec1a-4c7b-ac5a-018883cff979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:38.977801 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-375d21d8-ec1a-4c7b-ac5a-018883cff979 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.1086953 Mar 03 06:39:39.037184 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de247b16-2552-4032-9c13-af55038451a9 req-31ef86ae-8d1a-417f-a1c1-e6f368570f87 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.038683 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-de247b16-2552-4032-9c13-af55038451a9 req-31ef86ae-8d1a-417f-a1c1-e6f368570f87 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.1016874 Mar 03 06:39:39.065306 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-abeda455-2c99-4513-8dd9-0c050b9a4ba4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 1000 time: 0.0806575 Mar 03 06:39:39.128868 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-de247b16-2552-4032-9c13-af55038451a9 req-857a96f6-cf53-4c47-8074-06149743200e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839097 Mar 03 06:39:39.137260 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-a7f9e37d-5723-4240-84a9-9dd3441fbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.138741 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-a7f9e37d-5723-4240-84a9-9dd3441fbcf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0663540 Mar 03 06:39:39.186552 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-10a31dca-c68a-48d6-8391-0556278f2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.187965 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-10a31dca-c68a-48d6-8391-0556278f2853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427446 Mar 03 06:39:39.280409 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-917a874b-bfa8-4626-9de1-9c0eb45bcac0 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803263 Mar 03 06:39:39.374747 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-53f5aea7-9511-455d-8393-1bb56d8c2d5e req-f5b2c4e8-a445-4943-8704-d38f1863ba0a service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844648 Mar 03 06:39:39.642273 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210885-b166-42f8-8a67-9b1a6e2844b8 req-9c212375-270c-4419-89c8-b98c5adffe2d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.643755 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-91210885-b166-42f8-8a67-9b1a6e2844b8 req-9c212375-270c-4419-89c8-b98c5adffe2d tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 945 time: 0.0523517 Mar 03 06:39:39.703884 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-91210885-b166-42f8-8a67-9b1a6e2844b8 req-19d1511c-60e6-4317-b4dc-b0d579767191 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540905 Mar 03 06:39:39.827949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c75391-cc57-412f-ba3d-b43103f17e26 req-b6c5183b-4f7c-493f-9f7b-772eb4c68e42 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.829486 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-80c75391-cc57-412f-ba3d-b43103f17e26 req-b6c5183b-4f7c-493f-9f7b-772eb4c68e42 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 945 time: 0.0533292 Mar 03 06:39:39.879058 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-80c75391-cc57-412f-ba3d-b43103f17e26 req-e4e265c7-83b2-4fd4-97b5-2da78a6765e7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Mar 03 06:39:39.901346 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39652) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:39.958741 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc2c6f-9daf-4f49-846e-d2efdf65928d tempest-TestVolumeBootPattern-622064017 tempest-TestVolumeBootPattern-622064017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.962335 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196f8e-ca1e-4d2b-9e10-b0a6c8ca858d req-58ae84f7-27ba-49b6-8789-58c2c6f36f1d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:39.963893 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-07fc2c6f-9daf-4f49-846e-d2efdf65928d tempest-TestVolumeBootPattern-622064017 tempest-TestVolumeBootPattern-622064017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1124 time: 0.0612547 Mar 03 06:39:39.964651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39654) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:39.966068 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a8196f8e-ca1e-4d2b-9e10-b0a6c8ca858d req-58ae84f7-27ba-49b6-8789-58c2c6f36f1d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 943 time: 0.0654001 Mar 03 06:39:39.969396 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:40.016889 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a8196f8e-ca1e-4d2b-9e10-b0a6c8ca858d req-9ea2fdef-1e97-4f3d-852f-2b3035d8036f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Mar 03 06:39:40.050160 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:40.176843 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:40.364756 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07975d-92c1-4876-96b5-29b17481ec09 req-97f0d4bf-ac81-4e9d-8107-b40b1a4ef423 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:40.366586 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e07975d-92c1-4876-96b5-29b17481ec09 req-97f0d4bf-ac81-4e9d-8107-b40b1a4ef423 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0792227 Mar 03 06:39:40.368226 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Allocated IP 172.27.2.198 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/74f220ad-aa3c-42c4-a349-8f3fe6777b51) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:40.710671 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e07975d-92c1-4876-96b5-29b17481ec09 req-269d3153-7b0e-48f5-a27d-b7aab85629b7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369017 Mar 03 06:39:40.772059 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:40.864966 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:40.907368 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:40.910391 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:40.913960 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:40.935942 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=74f220ad-aa3c-42c4-a349-8f3fe6777b51,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:41.177165 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3736e-7d66-40a9-999b-5d42a3225f69 req-cda192cc-8f8b-45a1-ad89-ec73ffef56f5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:41.180173 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53d3736e-7d66-40a9-999b-5d42a3225f69 req-cda192cc-8f8b-45a1-ad89-ec73ffef56f5 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 943 time: 0.0686064 Mar 03 06:39:41.243249 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53d3736e-7d66-40a9-999b-5d42a3225f69 req-5e10c683-a9a4-49de-8e95-2bbfce1c51e2 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571578 Mar 03 06:39:41.332804 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 2d94829d-1bd8-403c-babf-69243f0cf9c1 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:39:41.340025 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (2a7558c9-eddd-4529-9573-c91469ace87d), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.458576 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 2d94829d-1bd8-403c-babf-69243f0cf9c1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:41.483028 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'port_id': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'mac_address': 'fa:16:3e:4e:32:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:39:41.494581 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.551684 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 2d94829d-1bd8-403c-babf-69243f0cf9c1 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:41.552500 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.571923 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d94829d-1bd8-403c-babf-69243f0cf9c1 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:41.592640 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 2d94829d-1bd8-403c-babf-69243f0cf9c1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:41.653400 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.697541 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.717337 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=2d94829d-1bd8-403c-babf-69243f0cf9c1,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:41.761702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.900878 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['2d94829d-1bd8-403c-babf-69243f0cf9c1'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:39:41.910169 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=74f220ad-aa3c-42c4-a349-8f3fe6777b51,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:41.921613 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (2a7558c9-eddd-4529-9573-c91469ace87d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:41.968199 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc82e92-4a18-47fa-b16e-5b8990449221 req-89d7ddfb-4f85-4313-a882-9966460beff4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:41.969727 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbc82e92-4a18-47fa-b16e-5b8990449221 req-89d7ddfb-4f85-4313-a882-9966460beff4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.1536517 Mar 03 06:39:42.069046 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fbc82e92-4a18-47fa-b16e-5b8990449221 req-eaf362a8-7544-4e56-8118-9f8537c022ea tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918214 Mar 03 06:39:42.076722 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Floating IP 2a7558c9-eddd-4529-9573-c91469ace87d associated. External IP: 172.27.2.198, port: 7cc6d149-f073-444f-9981-c3018f4a4381. Mar 03 06:39:42.301454 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:39:42.385035 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7a2d4-17a8-413f-b168-f8356c005a26 req-59368c12-dab8-49af-b7d1-7cb2b5f738b0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:42.386563 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-86c7a2d4-17a8-413f-b168-f8356c005a26 req-59368c12-dab8-49af-b7d1-7cb2b5f738b0 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 944 time: 0.0546155 Mar 03 06:39:42.421494 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:42.437519 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:42.448506 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:42.452674 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:42.475467 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-86c7a2d4-17a8-413f-b168-f8356c005a26 req-483b9932-ce7e-482f-9517-4c60bace5987 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816870 Mar 03 06:39:42.586291 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:42.829568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:41Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:42.856243 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:42.865922 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:42.866546 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:42.975333 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:43.019951 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-0d4174dd-c7a6-4284-a1a9-60a6dd87146a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0398998 Mar 03 06:39:43.019951 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:43.019951 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98104c12-53d2-41a4-907e-2ee2c868d263" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:43.020851 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:43.049114 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196d2a5f-a070-4e8c-8a90-8ee6ec419673 x-openstack-request-id: req-196d2a5f-a070-4e8c-8a90-8ee6ec419673 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:43.049114 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:43.049114 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-196d2a5f-a070-4e8c-8a90-8ee6ec419673 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:43.049114 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381', 'status': 'completed', 'code': 200} Mar 03 06:39:43.209645 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39365f8-4001-41f7-baca-a9af3d36a853 req-14947105-1118-4362-9304-2b0433d79153 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:43.214069 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c39365f8-4001-41f7-baca-a9af3d36a853 req-14947105-1118-4362-9304-2b0433d79153 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0642686 Mar 03 06:39:43.264346 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c39365f8-4001-41f7-baca-a9af3d36a853 req-9a86df39-3be9-4c59-8d71-298ca398b1b4 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473092 Mar 03 06:39:43.299104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:41Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:43.327160 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e885570-9f41-4c95-9ec9-a1df5f812401 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:41Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:43.354822 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 2d94829d-1bd8-403c-babf-69243f0cf9c1 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:43.487241 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 2d94829d-1bd8-403c-babf-69243f0cf9c1 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:39:43.492102 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 2d94829d-1bd8-403c-babf-69243f0cf9c1 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:43.492769 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:43.562309 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79f0fd-7997-4829-b1f4-dc015e2ff251 None None] New status for floating IP 2a7558c9-eddd-4529-9573-c91469ace87d: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:39:43.627496 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cdd41-3dd0-4ac4-9565-5db8ae84d062 req-cad31211-e4be-4d96-9182-32b3e0d4138a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:43.630326 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-899cdd41-3dd0-4ac4-9565-5db8ae84d062 req-cad31211-e4be-4d96-9182-32b3e0d4138a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 944 time: 0.0628538 Mar 03 06:39:43.639902 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 2d94829d-1bd8-403c-babf-69243f0cf9c1 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:43.640291 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:43.702360 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-899cdd41-3dd0-4ac4-9565-5db8ae84d062 req-a26f1c61-12a0-434b-818d-97830296ded1 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653179 Mar 03 06:39:43.709538 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 2d94829d-1bd8-403c-babf-69243f0cf9c1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:43.710659 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:43.713085 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c821d35a-cd0a-4c33-a061-b53626d07cc3" -d '{"events": [{"server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "name": "network-vif-plugged", "status": "completed", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:43.777192 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:43.780983 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5a362-61bf-4430-82fe-9c7c59a91a10 x-openstack-request-id: req-34d5a362-61bf-4430-82fe-9c7c59a91a10 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:43.781280 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "name": "network-vif-plugged", "status": "completed", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:43.781848 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34d5a362-61bf-4430-82fe-9c7c59a91a10 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:43.782041 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'code': 200} Mar 03 06:39:43.848530 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=2d94829d-1bd8-403c-babf-69243f0cf9c1,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:44.409138 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9b88e-18c4-4511-9bb4-eb399274f8a0 req-4c0b224b-a9b3-4a4b-8582-d8582a1883ae tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:44.410827 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0cc9b88e-18c4-4511-9bb4-eb399274f8a0 req-4c0b224b-a9b3-4a4b-8582-d8582a1883ae tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0578926 Mar 03 06:39:44.464844 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0cc9b88e-18c4-4511-9bb4-eb399274f8a0 req-2bf853a9-f72c-4f68-b75a-27bda208f32d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482881 Mar 03 06:39:44.837177 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41de72d-1394-437b-abd4-0614c1280cbc req-30ef86fa-c884-422e-96c4-d46cc6a79d49 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:44.838834 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e41de72d-1394-437b-abd4-0614c1280cbc req-30ef86fa-c884-422e-96c4-d46cc6a79d49 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0634513 Mar 03 06:39:44.902911 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e41de72d-1394-437b-abd4-0614c1280cbc req-d861befc-de6f-4b44-a820-4d29da751a93 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577915 Mar 03 06:39:45.592073 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650eba0-dd4c-4d7a-8969-abc52fdb681d req-439f6c81-8b8d-4ffa-b4be-11996380c33c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:45.593729 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d650eba0-dd4c-4d7a-8969-abc52fdb681d req-439f6c81-8b8d-4ffa-b4be-11996380c33c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0542715 Mar 03 06:39:45.643056 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d650eba0-dd4c-4d7a-8969-abc52fdb681d req-1c6a8df0-38cf-4ae8-be06-5dd4f60f7eef tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Mar 03 06:39:46.051355 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc521209-c4eb-40b9-8d21-c462d864382f req-c51b512d-693e-44eb-bbcf-159807afaf40 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:46.061083 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fc521209-c4eb-40b9-8d21-c462d864382f req-c51b512d-693e-44eb-bbcf-159807afaf40 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0762565 Mar 03 06:39:46.112218 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fc521209-c4eb-40b9-8d21-c462d864382f req-f4f1cdb4-0546-40ba-adff-a8bd902faf77 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498939 Mar 03 06:39:46.785490 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5e240-2061-47c2-93c0-188b0d3f2332 req-769d1c1d-fdfe-484c-ac67-0aed27fc0526 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:46.786786 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-adc5e240-2061-47c2-93c0-188b0d3f2332 req-769d1c1d-fdfe-484c-ac67-0aed27fc0526 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0673969 Mar 03 06:39:46.838693 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-adc5e240-2061-47c2-93c0-188b0d3f2332 req-cbfc7671-731a-44da-a350-55a8ac8fbef7 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463312 Mar 03 06:39:47.246324 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2072a-9c51-4017-af1f-6f38eda920a4 req-83c9a425-d729-4fbd-9699-a4d0c7a4f0fe tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.248827 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-aec2072a-9c51-4017-af1f-6f38eda920a4 req-83c9a425-d729-4fbd-9699-a4d0c7a4f0fe tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0585418 Mar 03 06:39:47.287113 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-4025612a-e639-43ae-8c1b-c8be90c35ff9 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133228954&fields=id&tenant_id=55e91c5c375e4cc1a8ba92985b2b859a HTTP/1.1" status: 200 len: 267 time: 0.0578482 Mar 03 06:39:47.299442 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-aec2072a-9c51-4017-af1f-6f38eda920a4 req-22f7b949-5bec-495c-823b-1eaac7c3e22d tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Mar 03 06:39:47.393118 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-4219cd47-2370-491f-9296-8a28a084cf89 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.394613 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-4219cd47-2370-491f-9296-8a28a084cf89 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 808 time: 0.1067078 Mar 03 06:39:47.409957 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-6e1658a3-eb16-4206-9ea1-0fa305557af2 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/quotas/55e91c5c375e4cc1a8ba92985b2b859a HTTP/1.1" status: 200 len: 375 time: 0.0098717 Mar 03 06:39:47.473514 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-74272016-7a7a-4dcd-9ccd-8493f0b17f8f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579977 Mar 03 06:39:47.619536 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-f8173292-1a06-4c21-9c6d-b7adcdf0e09e service neutron] 10.222.0.31 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337559 Mar 03 06:39:47.714557 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-be7a024a-8796-4679-b04c-cd309fe92d81 service neutron] 10.222.0.31 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891993 Mar 03 06:39:47.959533 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:39:47.982946 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909513-cb58-44c8-941c-3e4f0c584967 req-553b4ff0-3d7f-4e82-8e77-70ec413e93f3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.984716 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fe909513-cb58-44c8-941c-3e4f0c584967 req-553b4ff0-3d7f-4e82-8e77-70ec413e93f3 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0659623 Mar 03 06:39:48.034894 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fe909513-cb58-44c8-941c-3e4f0c584967 req-86719da5-8896-466a-a214-0fe3f77db71a tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Mar 03 06:39:48.306651 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d3843786-0d9d-4146-92c2-fa2f670dc6b9 req-e016c4e6-043e-48df-99e4-7d22fafd9c54 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0308757 Mar 03 06:39:48.425170 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cceb75-e034-4f13-86e6-3b3e4f868b7f req-c81188b8-a746-4559-a278-052d0dcfcf12 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:48.426708 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-57cceb75-e034-4f13-86e6-3b3e4f868b7f req-c81188b8-a746-4559-a278-052d0dcfcf12 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0553875 Mar 03 06:39:48.474824 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-57cceb75-e034-4f13-86e6-3b3e4f868b7f req-f45d8398-c327-4411-8f1b-49c7b818afcf tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Mar 03 06:39:48.909177 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-dcf01a7d-f4cb-4c6d-a3d4-c5ea21a35ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:48.911909 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-dcf01a7d-f4cb-4c6d-a3d4-c5ea21a35ceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1129 time: 0.0521283 Mar 03 06:39:49.011190 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-b6c7970e-e0cd-465a-b4d6-62da405cc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:49.012748 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-b6c7970e-e0cd-465a-b4d6-62da405cc531 service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.0961845 Mar 03 06:39:49.080342 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-d304ed7e-5d5c-46ee-9434-19de990eb867 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 1001 time: 0.0588465 Mar 03 06:39:49.144430 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-f9399488-3ebd-42a8-aee1-e082eb34ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:49.145918 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-f9399488-3ebd-42a8-aee1-e082eb34ebdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0535038 Mar 03 06:39:49.160048 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f9e9d-cbb6-4958-8cd2-f47573c84603 req-47406b22-56f9-4831-b444-470611d93aab tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:49.161509 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a05f9e9d-cbb6-4958-8cd2-f47573c84603 req-47406b22-56f9-4831-b444-470611d93aab tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.0546231 Mar 03 06:39:49.213693 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-eafe8711-f4a2-4cae-a1c4-ac799a4ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:49.215185 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-eafe8711-f4a2-4cae-a1c4-ac799a4ffb12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446646 Mar 03 06:39:49.245851 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a05f9e9d-cbb6-4958-8cd2-f47573c84603 req-09ffe290-aeec-44fb-a047-583a15ac87a1 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786853 Mar 03 06:39:49.251218 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f1bff-84c6-4e85-b78f-a9a1a24c8e38 req-57c5e367-ff60-4fba-9065-2df7a6369d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:49.252632 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-268f1bff-84c6-4e85-b78f-a9a1a24c8e38 req-57c5e367-ff60-4fba-9065-2df7a6369d1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 1129 time: 0.0789075 Mar 03 06:39:49.299402 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-268f1bff-84c6-4e85-b78f-a9a1a24c8e38 req-4810347d-5509-4370-a410-135a0a39062e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Mar 03 06:39:49.314798 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-66d84a61-3790-4e51-99bc-658a508c400d service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892527 Mar 03 06:39:49.405985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-06667b83-e0b9-4d60-860e-0014d57b6ea3 req-858d6640-e062-420b-8c34-9495124dcae0 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0293336 Mar 03 06:39:49.600944 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ef8d-0385-4f79-a79d-729ad0da6d96 req-00af4b3e-814d-4713-af31-490b93a09f63 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:49.605817 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f8e1ef8d-0385-4f79-a79d-729ad0da6d96 req-00af4b3e-814d-4713-af31-490b93a09f63 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Mar 03 06:39:49.608473 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-98104c12-53d2-41a4-907e-2ee2c868d263 req-963b50ae-b674-46cf-8590-a48f0f0f317e service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964150 Mar 03 06:39:49.650831 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f8e1ef8d-0385-4f79-a79d-729ad0da6d96 req-be83f148-f9d5-478a-8f6d-b1f15f189557 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Mar 03 06:39:50.434444 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f1c30-0a6e-4479-8807-b2059334d11b req-130b2651-882c-45b7-9bf3-41bbc72b7601 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:50.436496 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-db0f1c30-0a6e-4479-8807-b2059334d11b req-130b2651-882c-45b7-9bf3-41bbc72b7601 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.1167860 Mar 03 06:39:50.486781 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-851b903a-f6e2-4f20-9a6b-620e584f8386 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:50.488205 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-851b903a-f6e2-4f20-9a6b-620e584f8386 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 808 time: 0.1419730 Mar 03 06:39:50.517703 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-46beb741-42d4-4b60-a3c8-b57a267c65d0 req-29bfbcf2-ccd2-4f72-81a2-9ffb9ee384b7 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Mar 03 06:39:50.537562 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-db0f1c30-0a6e-4479-8807-b2059334d11b req-9dc9338d-f3ee-4b0b-896c-cbbbc99a6c4f tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890558 Mar 03 06:39:50.579367 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-aca7bb74-1bf7-4686-8895-26805e172c2b tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e91c5c375e4cc1a8ba92985b2b859a HTTP/1.1" status: 200 len: 380 time: 0.0688889 Mar 03 06:39:50.588072 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'port': {'device_id': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'admin_state_up': True, 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'security_groups': ['6922acf6-44d9-495a-a7a3-7ca7716c169c']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:50.770007 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555122c-78c3-4ed9-b79d-7b01004c1d84 req-6bee7431-cf9e-4c25-aa77-2cc1470f1a2e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:50.771544 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b555122c-78c3-4ed9-b79d-7b01004c1d84 req-6bee7431-cf9e-4c25-aa77-2cc1470f1a2e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Mar 03 06:39:50.773157 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Made reservation on behalf of 55e91c5c375e4cc1a8ba92985b2b859a for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:50.776612 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:50.819051 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b555122c-78c3-4ed9-b79d-7b01004c1d84 req-0f4685ec-aca0-44b8-8f44-009b14cbdddf tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417006 Mar 03 06:39:50.935610 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Allocated IP 172.20.0.10 (7e83e9ef-cece-40cc-badc-988bfa2406b0/ed081581-f2d7-43b2-b253-bc113979c34b/619f5a00-47c1-45c9-9c3b-756d3e168a63) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:50.967967 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33f8b-58c0-4066-8508-020224fc8c19 req-7a068526-92a8-4ce6-8feb-2fa005d6dd98 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:50.969423 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-72f33f8b-58c0-4066-8508-020224fc8c19 req-7a068526-92a8-4ce6-8feb-2fa005d6dd98 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0796962 Mar 03 06:39:50.977987 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 39762) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:39:50.983087 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Request body: {'floatingip': {'port_id': '2d94829d-1bd8-403c-babf-69243f0cf9c1'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:51.025078 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (6c134f4f-895f-46b0-9ce9-173e512c5a0e), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.087865 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.207943 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.251294 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:51.256045 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:51.259766 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:39:51.286266 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:51.314701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:51.315500 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.363653 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:39:51.417467 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-7909abc9-eb0f-4281-b171-ea6798c7168e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8328416 Mar 03 06:39:51.428979 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Request body: {'port': {'device_id': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:51.492024 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:51.492520 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.504327 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'port_id': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'mac_address': 'fa:16:3e:61:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:39:51.505979 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-566093ff-3de9-4b5b-b3be-564e55fdce42 None None] Provisioning complete for port 619f5a00-47c1-45c9-9c3b-756d3e168a63 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:51.506356 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-566093ff-3de9-4b5b-b3be-564e55fdce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.507051 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.544654 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (6c134f4f-895f-46b0-9ce9-173e512c5a0e), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.570185 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-566093ff-3de9-4b5b-b3be-564e55fdce42 None None] Port 619f5a00-47c1-45c9-9c3b-756d3e168a63 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:39:51.579481 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:51.579890 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.596658 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:51.637607 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:51.693206 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Floating IP 6c134f4f-895f-46b0-9ce9-173e512c5a0e associated. External IP: 172.27.2.70, port: 2d94829d-1bd8-403c-babf-69243f0cf9c1. Mar 03 06:39:51.721340 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:51.749648 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd54bd-fecf-4923-9edd-7e63aca6ba38 req-547d5e9a-4658-4ad2-9cfd-a736a41947dd tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:51.751309 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-09dd54bd-fecf-4923-9edd-7e63aca6ba38 req-547d5e9a-4658-4ad2-9cfd-a736a41947dd tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 932 time: 0.1078088 Mar 03 06:39:51.779455 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=9']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:51.849712 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-09dd54bd-fecf-4923-9edd-7e63aca6ba38 req-7dc80150-cbe8-4efd-b87e-007036450db5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898011 Mar 03 06:39:51.962622 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Router e64cd58d-a1d9-4502-b325-68b55961697b has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:39:51.970241 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:39:52.037815 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704e89-f521-4b74-8bb5-00d11303e5e6 req-de6e4e59-e46b-4cb1-8bd8-2a523d122262 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.039304 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-68704e89-f521-4b74-8bb5-00d11303e5e6 req-de6e4e59-e46b-4cb1-8bd8-2a523d122262 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 944 time: 0.3797040 Mar 03 06:39:52.081101 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:39:52.086168 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:52.116364 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-68704e89-f521-4b74-8bb5-00d11303e5e6 req-31bea848-fa95-4ede-9fe3-a4b23947b87b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680799 Mar 03 06:39:52.120735 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8f28a953-ab17-4594-baaa-081f7ccaea1a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "PUT /v2.0/floatingips/6c134f4f-895f-46b0-9ce9-173e512c5a0e HTTP/1.1" status: 200 len: 990 time: 1.1416140 Mar 03 06:39:52.122071 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:52.125006 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0" -d '{"events": [{"name": "network-changed", "server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:52.174369 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cabd52d-95f2-491c-93f3-7bb9ec3a1d17 x-openstack-request-id: req-3cabd52d-95f2-491c-93f3-7bb9ec3a1d17 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:52.174866 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:52.175212 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cabd52d-95f2-491c-93f3-7bb9ec3a1d17 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:52.176274 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'status': 'completed', 'code': 200} Mar 03 06:39:52.192864 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619f5a00-47c1-45c9-9c3b-756d3e168a63 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:52.203491 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Publish callbacks [] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:52.217701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Transition to ACTIVE for port object 619f5a00-47c1-45c9-9c3b-756d3e168a63 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:39:52.242942 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:52.255995 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-cb97145e-2919-4003-b2d6-67859b9f1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.257627 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-cb97145e-2919-4003-b2d6-67859b9f1397 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9697f5e3663846fbac4dc63564b4920b&device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 1129 time: 0.0492089 Mar 03 06:39:52.267563 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:52.268192 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:52.281393 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:52.354760 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:52.372786 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-a9f2d968-4a1f-45f9-9eaa-6f32c9787f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.374573 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-a9f2d968-4a1f-45f9-9eaa-6f32c9787f2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 200 len: 912 time: 0.1103995 Mar 03 06:39:52.401750 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:52.416273 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Attempting to bind port 619f5a00-47c1-45c9-9c3b-756d3e168a63 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:39:52.416779 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Attempting to bind port 619f5a00-47c1-45c9-9c3b-756d3e168a63 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:39:52.417171 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Attempting to bind port 619f5a00-47c1-45c9-9c3b-756d3e168a63 on network 7e83e9ef-cece-40cc-badc-988bfa2406b0 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:52.423144 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Port 619f5a00-47c1-45c9-9c3b-756d3e168a63 on network 7e83e9ef-cece-40cc-badc-988bfa2406b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:39:52.423483 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Attempting to bind port 619f5a00-47c1-45c9-9c3b-756d3e168a63 on network 7e83e9ef-cece-40cc-badc-988bfa2406b0 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:39:52.430655 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:39:52.431028 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Checking segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:39:52.431429 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Bound using segment: {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:39:52.431874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Bound port: 619f5a00-47c1-45c9-9c3b-756d3e168a63, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7dc823-e38f-409a-b7a5-646052ae1977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:39:52.432243 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:52.456740 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-c58f883f-a2ae-44fd-b643-65568cf648a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1 HTTP/1.1" status: 200 len: 998 time: 0.0740540 Mar 03 06:39:52.512312 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:39:52.517556 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:39:52.524622 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-4696b481-b24a-4fab-809b-940f12596999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.526612 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-4696b481-b24a-4fab-809b-940f12596999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 200 len: 850 time: 0.0637240 Mar 03 06:39:52.579723 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-5cab2c40-2a4f-4ba0-9ac4-34f7c14c6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.581242 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-5cab2c40-2a4f-4ba0-9ac4-34f7c14c6371 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483210 Mar 03 06:39:52.584487 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:52.624674 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.625441 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:52.627108 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] 10.222.0.41 "PUT /v2.0/ports/619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 1094 time: 1.2023764 Mar 03 06:39:52.627644 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:52.631002 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c5a01-7e1f-4da6-a692-f35e08bc91c2" -d '{"events": [{"name": "network-changed", "server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:52.655198 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f1c6-f6d9-4785-9bb3-5a4d3ca86d1b service neutron] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:52.681082 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4db013-6504-4ff6-a55f-14b0b876b363 x-openstack-request-id: req-fd4db013-6504-4ff6-a55f-14b0b876b363 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:52.681082 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:52.681082 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd4db013-6504-4ff6-a55f-14b0b876b363 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:52.681082 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'status': 'completed', 'code': 200} Mar 03 06:39:52.704697 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '6c134f4f-895f-46b0-9ce9-173e512c5a0e', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'port_id': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'mac_address': 'fa:16:3e:4e:32:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:31Z', 'updated_at': '2022-03-03T06:39:51Z', 'revision_number': 1, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:52.734421 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-a9155269-d578-4aa8-b03a-cb6b9568b5f0 service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465013 Mar 03 06:39:52.742548 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:52.754008 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:39:52.754759 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:39:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:52.793471 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c5a01-7e1f-4da6-a692-f35e08bc91c2 req-3ab338f7-47e0-4d07-a56a-34fa81f10208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.795499 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-697c5a01-7e1f-4da6-a692-f35e08bc91c2 req-3ab338f7-47e0-4d07-a56a-34fa81f10208 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0937474 Mar 03 06:39:52.891443 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-6ba9ce1a-722c-4f2a-b33e-0e61687bbec0 req-32fd2bef-0474-409a-8b9b-a32e927d3e5b service neutron] 10.222.0.41 "GET /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421943 Mar 03 06:39:52.937400 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:39:52.960358 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c5a01-7e1f-4da6-a692-f35e08bc91c2 req-6a512ead-83d1-43c6-8bcf-5d1731c66a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:52.961871 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-697c5a01-7e1f-4da6-a692-f35e08bc91c2 req-6a512ead-83d1-43c6-8bcf-5d1731c66a45 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1575365 Mar 03 06:39:52.998476 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db8ea-fd74-414c-90c6-26f7c02bd8d7 req-e2469840-d230-40a6-a8e2-1e30c26370d9 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.000162 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3f3db8ea-fd74-414c-90c6-26f7c02bd8d7 req-e2469840-d230-40a6-a8e2-1e30c26370d9 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0562906 Mar 03 06:39:53.054503 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3f3db8ea-fd74-414c-90c6-26f7c02bd8d7 req-9ca08340-ac9c-412d-894e-93e649dc8020 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487020 Mar 03 06:39:53.067956 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c5a01-7e1f-4da6-a692-f35e08bc91c2 req-d85914c1-4e70-464d-92c5-cdd6987f1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.069491 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-697c5a01-7e1f-4da6-a692-f35e08bc91c2 req-d85914c1-4e70-464d-92c5-cdd6987f1625 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022358 Mar 03 06:39:53.161865 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-5851d18f-265d-40d3-afa5-91a20cb035d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.164710 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-5851d18f-265d-40d3-afa5-91a20cb035d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0487921 Mar 03 06:39:53.216740 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-2abf6d1e-84c0-40b8-a7ab-30d53e3836ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 217 time: 0.0395594 Mar 03 06:39:53.216960 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '6c134f4f-895f-46b0-9ce9-173e512c5a0e', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'port_id': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'mac_address': 'fa:16:3e:4e:32:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:31Z', 'updated_at': '2022-03-03T06:39:51Z', 'revision_number': 1, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:53.245782 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23ec66-4f40-4510-86b2-c5a399a84d11 None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '6c134f4f-895f-46b0-9ce9-173e512c5a0e', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'port_id': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'mac_address': 'fa:16:3e:4e:32:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:31Z', 'updated_at': '2022-03-03T06:39:51Z', 'revision_number': 1, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:53.290731 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-305094a0-8313-4c4c-8d73-022a7063c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.292184 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-305094a0-8313-4c4c-8d73-022a7063c94a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0715792 Mar 03 06:39:53.305880 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca18a9-414a-4441-a10e-b00b32cf31d4 req-8d5b8220-a25b-4cc2-92fc-1d605feb9a3d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.307368 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-01ca18a9-414a-4441-a10e-b00b32cf31d4 req-8d5b8220-a25b-4cc2-92fc-1d605feb9a3d tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 945 time: 0.0966761 Mar 03 06:39:53.370193 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:39:53.379800 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-01ca18a9-414a-4441-a10e-b00b32cf31d4 req-ae9c5a2f-9570-48cc-a2d6-a835b737e3d0 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640445 Mar 03 06:39:53.385767 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-6d2d1b78-9c5e-4393-b0b5-d7c3cb81ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.386684 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-6d2d1b78-9c5e-4393-b0b5-d7c3cb81ef2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784438 Mar 03 06:39:53.423654 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:39:53.424234 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:53.472471 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21391de-5e4c-41a4-ae15-f14602542274 None None] New status for floating IP 6c134f4f-895f-46b0-9ce9-173e512c5a0e: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:39:53.495269 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-bc05448c-40fa-457b-9a6d-62cc646ce6ff service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921798 Mar 03 06:39:53.509510 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:39:53.509945 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:53.536531 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:53.538982 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae9441-7aa1-4d36-8b97-739cfaf1fac4" -d '{"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-plugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:39:53.554706 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:39:53.577764 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344c787-5d61-43c5-9e0e-07b3ce19c7dc x-openstack-request-id: req-f344c787-5d61-43c5-9e0e-07b3ce19c7dc {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:39:53.578076 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-plugged", "status": "completed", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:39:53.578344 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f344c787-5d61-43c5-9e0e-07b3ce19c7dc {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:39:53.578756 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'code': 200} Mar 03 06:39:53.603601 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6f85a1d7-de56-402a-843c-10d2c0e1ebe0 req-10327a61-cf81-4ee4-86f7-c032d652c8d2 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013319 Mar 03 06:39:53.623977 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:53.671495 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=10']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:53.935815 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe975a-ba5a-4658-a8a7-5de6a2579897 req-e8ce2992-2174-4f71-ae9a-d252b8b85500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:53.937335 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1bbe975a-ba5a-4658-a8a7-5de6a2579897 req-e8ce2992-2174-4f71-ae9a-d252b8b85500 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1131 time: 0.0436003 Mar 03 06:39:53.982824 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1bbe975a-ba5a-4658-a8a7-5de6a2579897 req-75e4b7fa-8f0a-4ef9-bdf9-81b58d40e9f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374382 Mar 03 06:39:54.178518 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d541-7e3e-43da-b768-948c7b6c221d req-88884452-34fb-4f6a-a615-f80f918c2508 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:54.179883 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d982d541-7e3e-43da-b768-948c7b6c221d req-88884452-34fb-4f6a-a615-f80f918c2508 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0537686 Mar 03 06:39:54.227580 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d982d541-7e3e-43da-b768-948c7b6c221d req-9a67cd73-db04-444e-95b2-d2d3a853e23b tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Mar 03 06:39:54.503335 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1223695-2c19-4fd2-bb08-2c853ee166ed req-826ac5ec-015c-455e-889c-9ac47a7b131b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:54.504781 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b1223695-2c19-4fd2-bb08-2c853ee166ed req-826ac5ec-015c-455e-889c-9ac47a7b131b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0515859 Mar 03 06:39:54.551714 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b1223695-2c19-4fd2-bb08-2c853ee166ed req-0fa272f2-8c66-4563-a9ea-450adb3ec6eb tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Mar 03 06:39:55.344580 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7b5df-6a54-45eb-9296-5c5f8c1490b9 req-52846a1c-8b9c-4058-8a11-6f4a75f778ee tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:55.346141 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-90c7b5df-6a54-45eb-9296-5c5f8c1490b9 req-52846a1c-8b9c-4058-8a11-6f4a75f778ee tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0512109 Mar 03 06:39:55.400699 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-90c7b5df-6a54-45eb-9296-5c5f8c1490b9 req-06b186a8-35bb-4fc0-a180-a21fbc47f15f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487549 Mar 03 06:39:55.676373 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061b436-59b2-4bbf-b95c-e696a37211d5 req-2bb378ea-256d-4cbb-b49e-564b05deab22 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:55.677876 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1061b436-59b2-4bbf-b95c-e696a37211d5 req-2bb378ea-256d-4cbb-b49e-564b05deab22 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0555100 Mar 03 06:39:55.724233 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1061b436-59b2-4bbf-b95c-e696a37211d5 req-5902e707-fc69-42aa-89a0-d55c12750771 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Mar 03 06:39:56.520151 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53995876-d799-4869-b613-7a6817e6340f req-c5aa66fe-c6ee-4268-b238-fb78f007bb17 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:56.523372 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53995876-d799-4869-b613-7a6817e6340f req-c5aa66fe-c6ee-4268-b238-fb78f007bb17 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0521970 Mar 03 06:39:56.573495 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-53995876-d799-4869-b613-7a6817e6340f req-f5aa73b3-f0c0-442c-a62b-f022066b8545 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460191 Mar 03 06:39:56.844783 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b94642-e2f2-4087-b1b9-5f3d9b53f2e1 req-c4b69daf-ca1f-452e-82e5-ce736e0afd26 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:56.846286 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-89b94642-e2f2-4087-b1b9-5f3d9b53f2e1 req-c4b69daf-ca1f-452e-82e5-ce736e0afd26 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0512035 Mar 03 06:39:56.891796 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-89b94642-e2f2-4087-b1b9-5f3d9b53f2e1 req-75738f1d-74a4-43d0-b02f-33931c5ca0ee tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Mar 03 06:39:57.384437 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:39:57.690244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3eea7-6499-4b0a-b8d9-c39b6f167425 req-5cf1a5b8-afe5-4f92-b7dd-37025181d53f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:57.691631 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-24d3eea7-6499-4b0a-b8d9-c39b6f167425 req-5cf1a5b8-afe5-4f92-b7dd-37025181d53f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0511105 Mar 03 06:39:57.738973 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-24d3eea7-6499-4b0a-b8d9-c39b6f167425 req-9411b02f-1b9e-4c69-bb91-5e51c0bee22e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Mar 03 06:39:58.679789 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-60dac82b-fefa-434d-9b96-042d457a3fad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596664 Mar 03 06:39:58.741714 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae651c-6203-4dc8-b113-25a420287655 req-361dbd4a-2e91-4c4b-980d-a4f73eb6b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:58.743438 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-361dbd4a-2e91-4c4b-980d-a4f73eb6b28c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf31e05612ae4b1fa991cce5952a4412&device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 1131 time: 0.0426910 Mar 03 06:39:58.886040 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543242d-bfa1-4911-ac82-07116c0b74c7 req-ace1b39f-3126-46cf-ae11-209a069263ad tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:58.887399 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4543242d-bfa1-4911-ac82-07116c0b74c7 req-ace1b39f-3126-46cf-ae11-209a069263ad tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0817056 Mar 03 06:39:58.888323 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae651c-6203-4dc8-b113-25a420287655 req-8d2dc648-dd24-4ba7-8cde-6a45c4f2c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:58.889625 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-8d2dc648-dd24-4ba7-8cde-6a45c4f2c2ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 200 len: 918 time: 0.1282234 Mar 03 06:39:58.981459 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4543242d-bfa1-4911-ac82-07116c0b74c7 req-8550d2fe-3791-4e72-8c73-d11a96df6b5c tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885170 Mar 03 06:39:58.983303 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-d8ab4d64-f858-416f-b47c-3e4d6f242175 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 200 len: 1002 time: 0.0846925 Mar 03 06:39:59.040087 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae651c-6203-4dc8-b113-25a420287655 req-16d8489f-ca73-4cfd-b8ea-cff401fff0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:59.041543 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-16d8489f-ca73-4cfd-b8ea-cff401fff0b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 200 len: 856 time: 0.0515325 Mar 03 06:39:59.089526 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae651c-6203-4dc8-b113-25a420287655 req-4b4b5d29-6779-4ca6-a315-94fb7d09e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:59.090998 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-4b4b5d29-6779-4ca6-a315-94fb7d09e722 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8feb55f8-c185-458d-997c-907f0b455338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416813 Mar 03 06:39:59.177499 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-61cc781f-ecc2-4125-9bbb-f3f9210a19b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793314 Mar 03 06:39:59.266171 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6fae651c-6203-4dc8-b113-25a420287655 req-5af0e31e-337f-41b5-baf0-b942a1bf7749 service neutron] 10.222.0.41 "GET /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828426 Mar 03 06:40:00.102606 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b7f4d-1a2e-4128-b1c6-f8f07606c4c5 req-a0cabaeb-8def-4671-a6f4-16edcb83daeb tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:00.104155 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1a9b7f4d-1a2e-4128-b1c6-f8f07606c4c5 req-a0cabaeb-8def-4671-a6f4-16edcb83daeb tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Mar 03 06:40:00.150965 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1a9b7f4d-1a2e-4128-b1c6-f8f07606c4c5 req-2c1837cd-fd92-490a-b8ca-3be0e2132692 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Mar 03 06:40:00.504159 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-33a44841-81e0-4c40-b19c-d8e578885a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:01.266205 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565ff06-1459-46c9-a792-54682243d47f req-89a6a2c0-009a-4bd3-a8f2-a4ab219b4b67 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:01.267705 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0565ff06-1459-46c9-a792-54682243d47f req-89a6a2c0-009a-4bd3-a8f2-a4ab219b4b67 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0537055 Mar 03 06:40:01.316647 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0565ff06-1459-46c9-a792-54682243d47f req-e0fc3283-60a4-423d-aada-1b93b5c11f54 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Mar 03 06:40:01.425868 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:40:01.518342 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:01.529215 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'port_id': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'mac_address': 'fa:16:3e:8e:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:40:01.563948 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 619f5a00-47c1-45c9-9c3b-756d3e168a63 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:40:01.564331 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:01.580195 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619f5a00-47c1-45c9-9c3b-756d3e168a63 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:40:01.597954 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:01.710314 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:01.757753 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:01.982855 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['619f5a00-47c1-45c9-9c3b-756d3e168a63'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:40:02.431261 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ebdc-7080-4fee-97c2-63ab61a432ac req-fdb7e4b9-3a9d-491f-96a2-75487bbb2a05 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:02.432747 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b7e1ebdc-7080-4fee-97c2-63ab61a432ac req-fdb7e4b9-3a9d-491f-96a2-75487bbb2a05 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0511713 Mar 03 06:40:02.480848 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b7e1ebdc-7080-4fee-97c2-63ab61a432ac req-85e95c2f-dd43-48ff-b06e-43bb84233a8b tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Mar 03 06:40:02.709740 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-527ff40e-761a-4545-951f-01f6a665e1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:03.441424 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:40:03.538729 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 619f5a00-47c1-45c9-9c3b-756d3e168a63 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:40:03.542910 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 619f5a00-47c1-45c9-9c3b-756d3e168a63 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:40:03.543279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:03.599378 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4a61-782f-46f8-9612-35d96472b072 req-9b9b2185-d577-4b49-8892-b04eeaaeb2ae tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:03.600857 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a23f4a61-782f-46f8-9612-35d96472b072 req-9b9b2185-d577-4b49-8892-b04eeaaeb2ae tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0553417 Mar 03 06:40:03.631349 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 619f5a00-47c1-45c9-9c3b-756d3e168a63 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:40:03.631737 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:03.649226 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a23f4a61-782f-46f8-9612-35d96472b072 req-d370b64d-d948-4e29-b830-44c7e54c2062 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Mar 03 06:40:03.660156 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:40:03.660156 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43570fe2-705e-4d03-8aa9-b397df3b126e" -d '{"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-plugged", "status": "completed", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:40:03.668042 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:03.698644 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9811fb66-b441-491c-abd9-9f1ae8f62de0 x-openstack-request-id: req-9811fb66-b441-491c-abd9-9f1ae8f62de0 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:40:03.698948 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-plugged", "status": "completed", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:40:03.699206 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9811fb66-b441-491c-abd9-9f1ae8f62de0 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:40:03.699613 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'code': 200} Mar 03 06:40:03.704099 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:03.738652 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:03.785226 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:04.083986 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512c506-df80-4adc-9179-929f4a6cb3a0 req-adf6ec74-63d0-49fb-b264-edfa1ecd0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:04.085491 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2512c506-df80-4adc-9179-929f4a6cb3a0 req-adf6ec74-63d0-49fb-b264-edfa1ecd0972 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.0425613 Mar 03 06:40:04.131910 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2512c506-df80-4adc-9179-929f4a6cb3a0 req-84ecfdf5-1b6a-45e6-b5af-a7d194dd6b0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Mar 03 06:40:04.766938 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878109c3-f748-46ab-8b3c-727cead9c510 req-f0dd4073-2a05-481e-b55d-223f58a44dd1 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:04.768374 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-878109c3-f748-46ab-8b3c-727cead9c510 req-f0dd4073-2a05-481e-b55d-223f58a44dd1 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0523024 Mar 03 06:40:04.820902 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-878109c3-f748-46ab-8b3c-727cead9c510 req-e1446f30-d308-4f78-8716-3e30ce918e48 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466185 Mar 03 06:40:05.150731 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:05.946682 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932edabe-48b3-44d9-ab3f-f7dfd616bee9 req-38bdc272-176e-4ccc-b92b-4dd28c3b000d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:05.948138 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-932edabe-48b3-44d9-ab3f-f7dfd616bee9 req-38bdc272-176e-4ccc-b92b-4dd28c3b000d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0508287 Mar 03 06:40:05.995102 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-932edabe-48b3-44d9-ab3f-f7dfd616bee9 req-97c48bdb-625e-4722-8b6d-343638fe85ac tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Mar 03 06:40:06.110913 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ccd03-8eef-4b04-9d45-95a5ffe94d81 req-104b4917-d3aa-4aae-b674-722bab0b8dde tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:06.112349 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ae4ccd03-8eef-4b04-9d45-95a5ffe94d81 req-104b4917-d3aa-4aae-b674-722bab0b8dde tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0495327 Mar 03 06:40:06.169298 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ae4ccd03-8eef-4b04-9d45-95a5ffe94d81 req-5b78b158-4500-4e3d-be8f-d3d02cc7126d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512462 Mar 03 06:40:06.190448 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39910) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:06.271803 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c664e-e397-42f1-9a5c-e691a7190aed tempest-TestShelveInstance-399048891 tempest-TestShelveInstance-399048891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:06.273384 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ce1c664e-e397-42f1-9a5c-e691a7190aed tempest-TestShelveInstance-399048891 tempest-TestShelveInstance-399048891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1125 time: 0.0819309 Mar 03 06:40:06.276218 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 39914) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:06.280446 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'port_id': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:40:06.407443 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:06.506242 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:06.631434 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Allocated IP 172.27.2.252 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/be727ea3-67bf-4492-a491-8d849f7bb746) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:40:06.727421 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:06.749485 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for port (be727ea3-67bf-4492-a491-8d849f7bb746), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:06.841118 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (be727ea3-67bf-4492-a491-8d849f7bb746), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:06.886617 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:40:06.889281 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:40:06.893172 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:40:06.900645 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'Port': ['ID=be727ea3-67bf-4492-a491-8d849f7bb746,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:07.258199 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for floatingip (e21d1625-6339-4211-b0b0-6b6ddc9958b6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:07.376160 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (be727ea3-67bf-4492-a491-8d849f7bb746), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:07.521471 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for port (be727ea3-67bf-4492-a491-8d849f7bb746), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:07.578140 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (be727ea3-67bf-4492-a491-8d849f7bb746), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:07.645102 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event updated for resources: {'Port': ['ID=be727ea3-67bf-4492-a491-8d849f7bb746,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:07.653092 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (e21d1625-6339-4211-b0b0-6b6ddc9958b6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:07.751107 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Floating IP e21d1625-6339-4211-b0b0-6b6ddc9958b6 associated. External IP: 172.27.2.252, port: 619f5a00-47c1-45c9-9c3b-756d3e168a63. Mar 03 06:40:07.954851 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:40:08.058707 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:40:08.068392 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] Sync routers for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:40:08.081349 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:08.081992 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:08.140648 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:08.171706 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-264c068f-6fad-4eb6-9402-bb10a85affcf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8944273 Mar 03 06:40:08.172593 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:40:08.175161 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c55a4c-14ba-422d-9919-f66eee94a362" -d '{"events": [{"name": "network-changed", "server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:40:08.192574 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:08.213755 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03910070-13fd-4ee6-8073-05c9cde05e02 x-openstack-request-id: req-03910070-13fd-4ee6-8073-05c9cde05e02 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:40:08.214051 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:40:08.214308 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03910070-13fd-4ee6-8073-05c9cde05e02 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:40:08.214718 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'status': 'completed', 'code': 200} Mar 03 06:40:08.289659 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-3684c566-0c2a-4100-a6c4-dacb3070f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:08.291173 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-3684c566-0c2a-4100-a6c4-dacb3070f4d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.0442533 Mar 03 06:40:08.383737 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-6a81c785-6e35-4ec7-a414-da6819618e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:08.385126 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-6a81c785-6e35-4ec7-a414-da6819618e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 909 time: 0.0877683 Mar 03 06:40:08.450607 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-a99f84b6-ff23-4581-8588-3f2a6f767f60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 1000 time: 0.0586534 Mar 03 06:40:08.503353 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-fe00ace9-b17e-415a-98a5-f0a372dd4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:08.504785 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-fe00ace9-b17e-415a-98a5-f0a372dd4705 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0462017 Mar 03 06:40:08.536859 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': 'e21d1625-6339-4211-b0b0-6b6ddc9958b6', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'port_id': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'mac_address': 'fa:16:3e:8e:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:40:07Z', 'updated_at': '2022-03-03T06:40:07Z', 'revision_number': 0, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:08.560185 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-ee4eb537-f19a-462b-a7a5-f808123914ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:08.561804 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-ee4eb537-f19a-462b-a7a5-f808123914ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480394 Mar 03 06:40:08.568336 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] Checking router: b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:40:08.576596 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:08.577351 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:08.651220 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-e3616f54-8f6b-41c5-8474-b08c4c2ddb8a service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798509 Mar 03 06:40:08.681848 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:08.745591 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-09c55a4c-14ba-422d-9919-f66eee94a362 req-6491be0a-80e2-4695-bda0-7861759d975b service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847211 Mar 03 06:40:08.902594 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': 'e21d1625-6339-4211-b0b0-6b6ddc9958b6', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'port_id': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'mac_address': 'fa:16:3e:8e:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:40:07Z', 'updated_at': '2022-03-03T06:40:07Z', 'revision_number': 0, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:08.932153 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef65ab5-1a98-4a62-b34c-a1fcbbbc7ffc None None] The sync data for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi is: [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': 'e21d1625-6339-4211-b0b0-6b6ddc9958b6', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'port_id': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'mac_address': 'fa:16:3e:8e:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:40:07Z', 'updated_at': '2022-03-03T06:40:07Z', 'revision_number': 0, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:40:09.119947 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047097c0-f76d-4f4f-8799-e4d99ac4cad3 None None] New status for floating IP e21d1625-6339-4211-b0b0-6b6ddc9958b6: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:40:24.960924 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:40:27.395369 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:30.526420 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ea9af22-7b78-44c5-9854-a51f0e0f43db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:32.736764 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-44bb1a1b-acb1-43c4-89c1-b43646094fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:33.680999 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:35.154668 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:36.582988 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837da7-3707-497b-9464-35eba21b0c5e req-636c8010-3dde-48d8-90da-5df85733cd56 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:36.584461 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-88837da7-3707-497b-9464-35eba21b0c5e req-636c8010-3dde-48d8-90da-5df85733cd56 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0519202 Mar 03 06:40:36.630195 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-88837da7-3707-497b-9464-35eba21b0c5e req-d7d02639-1317-4bdf-8fc6-e8cdf1f6147c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 Mar 03 06:40:36.714870 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:37.753522 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9106f-a707-4c60-aa4d-9752817909ac req-1eec4007-8b4e-42c0-9d62-e136b15f397c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:37.755247 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b6f9106f-a707-4c60-aa4d-9752817909ac req-1eec4007-8b4e-42c0-9d62-e136b15f397c tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0564761 Mar 03 06:40:37.800816 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b6f9106f-a707-4c60-aa4d-9752817909ac req-77ab42c1-4474-409c-8186-5428025bde2e tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 Mar 03 06:40:38.149775 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-378ed4c0-4f83-48db-ac4c-5908cc68d135 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:38.151173 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-378ed4c0-4f83-48db-ac4c-5908cc68d135 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0494800 Mar 03 06:40:38.244479 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Deleting port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:38.244816 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:38.330778 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] For port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:38.331053 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:38.776360 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:38.777049 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (76c56183-251c-4355-9d7d-6cf196f05bbb), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:38.777049 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Floating IP 76c56183-251c-4355-9d7d-6cf196f05bbb disassociated. External IP: 172.27.2.193, port: bf53cbb6-685b-4a8a-9bd5-2fa0adba6955. Mar 03 06:40:38.777349 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Calling delete_port for bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:38.960399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105392-4a2f-461b-a082-b09371b0f4cc req-eaa2bd06-bbe7-4b16-8acc-9f3f75f52418 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:38.962007 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e105392-4a2f-461b-a082-b09371b0f4cc req-eaa2bd06-bbe7-4b16-8acc-9f3f75f52418 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd2e4a8-4dba-483b-addb-9db78e239549 HTTP/1.1" status: 200 len: 947 time: 0.0843074 Mar 03 06:40:39.010098 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-7e105392-4a2f-461b-a082-b09371b0f4cc req-c030bff7-0180-46af-b4e2-083c05914465 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Mar 03 06:40:39.012217 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (bf53cbb6-685b-4a8a-9bd5-2fa0adba6955), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:39.039496 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event deleted for resources: {'Port': ['ID=bf53cbb6-685b-4a8a-9bd5-2fa0adba6955,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.058196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.059168 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:39.166408 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:40:39.280941 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:40:39.290900 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:40:39.301672 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:39.302780 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:39.321924 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] No DVR routers for this DVR port bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:40:39.324485 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:39.327828 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f116d75e-2c4f-4505-a5cb-e4514102fe17 req-10b529d8-470d-425b-a337-d1c62fd04884 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.41 "DELETE /v2.0/ports/bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 HTTP/1.1" status: 204 len: 173 time: 1.1699605 Mar 03 06:40:39.328329 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-deleted', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:40:39.330587 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd68cc5d-e63e-4015-ace3-4c113eff946b" -d '{"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-deleted", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:40:39.367362 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a4246-4df8-4c1a-b579-7c603ffa3c9c x-openstack-request-id: req-fd7a4246-4df8-4c1a-b579-7c603ffa3c9c {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:40:39.367658 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2e4a8-4dba-483b-addb-9db78e239549", "name": "network-vif-deleted", "tag": "bf53cbb6-685b-4a8a-9bd5-2fa0adba6955", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:40:39.367935 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd7a4246-4df8-4c1a-b579-7c603ffa3c9c {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:40:39.368331 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2e4a8-4dba-483b-addb-9db78e239549', 'name': 'network-vif-deleted', 'tag': 'bf53cbb6-685b-4a8a-9bd5-2fa0adba6955', 'status': 'completed', 'code': 200} Mar 03 06:40:39.421480 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:39.632927 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:39.659978 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:40:39.668232 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:39.668825 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:39.777232 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:39.783927 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85435-9c54-42ac-ac3a-1bc27a4e4a11 req-9941972f-a101-4140-98e8-17d74687f01e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:39.785334 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f7f85435-9c54-42ac-ac3a-1bc27a4e4a11 req-9941972f-a101-4140-98e8-17d74687f01e tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0578783 Mar 03 06:40:39.831934 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f7f85435-9c54-42ac-ac3a-1bc27a4e4a11 req-879867ac-d3cf-43e2-92e2-c703f598962c tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Mar 03 06:40:39.983029 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:40.009892 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b87727-eeb0-4258-b023-46e0c32e4ec1 None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:33:58Z', 'revision_number': 4, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '4e19ed2b-a5e1-4252-8af2-6688e764e087', 'name': '', 'network_id': '8feb55f8-c185-458d-997c-907f0b455338', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'mac_address': 'fa:16:3e:c2:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:57Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'subnets': [{'id': 'e6919eb7-7455-4a6d-91a2-b0ba5cc1425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:40:40.155063 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40032) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:40.210239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83a743f4-a6fc-4d0c-8cc7-37c97d21058b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.227147 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdf2b2-c006-43e6-b263-b02af96866f4 None None] New status for floating IP 76c56183-251c-4355-9d7d-6cf196f05bbb: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:40:40.235001 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83a743f4-a6fc-4d0c-8cc7-37c97d21058b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.349806 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83a743f4-a6fc-4d0c-8cc7-37c97d21058b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.352374 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83a743f4-a6fc-4d0c-8cc7-37c97d21058b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.353638 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-83a743f4-a6fc-4d0c-8cc7-37c97d21058b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "DELETE /v2.0/security-groups/dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e HTTP/1.1" status: 204 len: 168 time: 0.1975272 Mar 03 06:40:40.356366 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40034) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:40.365368 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a743f4-a6fc-4d0c-8cc7-37c97d21058b tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:40.369357 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.api.v2.resource [None req-c5e91a43-a30b-4892-afac-f0d1aefe0686 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] show failed (client error): The resource could not be found. Mar 03 06:40:40.370700 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c5e91a43-a30b-4892-afac-f0d1aefe0686 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "GET /v2.0/security-groups/dcd4f8dd-90d0-4dcf-bf8e-86d43db3fe1e HTTP/1.1" status: 404 len: 347 time: 0.0133474 Mar 03 06:40:40.373440 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40036) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:40.501264 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Deleting port 0d8f7e67-7861-4bbd-97b0-484b5287ec08 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:40.501634 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.573761 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.576781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (0d8f7e67-7861-4bbd-97b0-484b5287ec08), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.585454 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Calling delete_port for 0d8f7e67-7861-4bbd-97b0-484b5287ec08 owned by network:floatingip {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:40.801081 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (0d8f7e67-7861-4bbd-97b0-484b5287ec08), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.826385 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Pushing event deleted for resources: {'Port': ['ID=0d8f7e67-7861-4bbd-97b0-484b5287ec08,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:40.837590 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.837956 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.838330 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.838657 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.839010 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.839349 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.839687 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.840022 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.840356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.840688 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.841022 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.841351 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.841714 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:40.898612 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks [] for floatingip (76c56183-251c-4355-9d7d-6cf196f05bbb), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.901157 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:40.902365 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-10f8db7d-31b4-42f1-8ae2-246b2d208b07 tempest-AttachVolumeShelveTestJSON-2030683325 tempest-AttachVolumeShelveTestJSON-2030683325-project] 10.222.0.31 "DELETE /v2.0/floatingips/76c56183-251c-4355-9d7d-6cf196f05bbb HTTP/1.1" status: 204 len: 168 time: 0.5279984 Mar 03 06:40:40.956893 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e2d30-bde9-47f9-88af-f8388ed9bd10 req-f335f001-cd55-480f-98c9-f80341d3029b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:40.958421 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-088e2d30-bde9-47f9-88af-f8388ed9bd10 req-f335f001-cd55-480f-98c9-f80341d3029b tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0550485 Mar 03 06:40:41.005665 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-088e2d30-bde9-47f9-88af-f8388ed9bd10 req-5695102c-2fa7-42d8-ad72-b1f9a3808537 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 Mar 03 06:40:41.627701 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-820c6730-db88-4742-8d46-a0c0a3bcd3f4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:41.629671 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-820c6730-db88-4742-8d46-a0c0a3bcd3f4 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Mar 03 06:40:41.723614 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Deleting port 2d94829d-1bd8-403c-babf-69243f0cf9c1 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:41.723950 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:41.808266 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] For port 2d94829d-1bd8-403c-babf-69243f0cf9c1, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2d94829d-1bd8-403c-babf-69243f0cf9c1,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:41.808628 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:41.978211 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:41.978577 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (6c134f4f-895f-46b0-9ce9-173e512c5a0e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:41.978901 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Floating IP 6c134f4f-895f-46b0-9ce9-173e512c5a0e disassociated. External IP: 172.27.2.70, port: 2d94829d-1bd8-403c-babf-69243f0cf9c1. Mar 03 06:40:41.979243 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Calling delete_port for 2d94829d-1bd8-403c-babf-69243f0cf9c1 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:42.144044 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b002-b4d3-4455-bfa5-93c4b55f3b17 req-dc5e2a4c-22ee-49bf-97b3-3e00b0ab2528 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:42.145499 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4ae3b002-b4d3-4455-bfa5-93c4b55f3b17 req-dc5e2a4c-22ee-49bf-97b3-3e00b0ab2528 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 945 time: 0.0681415 Mar 03 06:40:42.192679 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4ae3b002-b4d3-4455-bfa5-93c4b55f3b17 req-728779c0-2902-42ba-b219-5e59cbe5527a tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups?id=e62d7586-280b-4f1d-ae40-231423f08db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Mar 03 06:40:42.194937 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (2d94829d-1bd8-403c-babf-69243f0cf9c1), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:42.223738 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event deleted for resources: {'Port': ['ID=2d94829d-1bd8-403c-babf-69243f0cf9c1,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:42.340481 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Router e64cd58d-a1d9-4502-b325-68b55961697b has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:40:42.448615 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:40:42.458438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:40:42.469440 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:42.470104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:42.487171 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] No DVR routers for this DVR port 2d94829d-1bd8-403c-babf-69243f0cf9c1 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:40:42.492010 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:42.493039 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1a7d6965-3b3f-4f97-960a-1b2b75c37f69 req-a028c52e-cac7-4cbd-98e7-74e7b6af65d8 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.41 "DELETE /v2.0/ports/2d94829d-1bd8-403c-babf-69243f0cf9c1 HTTP/1.1" status: 204 len: 173 time: 0.8584287 Mar 03 06:40:42.493486 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'name': 'network-vif-deleted', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:40:42.495736 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da4047-48dc-4fa3-afcc-4188568cf10b" -d '{"events": [{"server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "name": "network-vif-deleted", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:40:42.528922 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cf426-5ead-4079-b017-d801016bdcc5 x-openstack-request-id: req-1a8cf426-5ead-4079-b017-d801016bdcc5 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:40:42.529339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856736df-7df8-460c-aa77-6f03b8ea19d3", "name": "network-vif-deleted", "tag": "2d94829d-1bd8-403c-babf-69243f0cf9c1", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:40:42.529531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a8cf426-5ead-4079-b017-d801016bdcc5 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:40:42.529967 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856736df-7df8-460c-aa77-6f03b8ea19d3', 'name': 'network-vif-deleted', 'tag': '2d94829d-1bd8-403c-babf-69243f0cf9c1', 'status': 'completed', 'code': 200} Mar 03 06:40:42.582142 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:42.795112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:42.821189 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:40:42.830100 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:42.830704 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:43.061458 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:43.255242 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:43.285119 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f1b7a-307a-4acd-ada7-8f52b7bb4571 None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:35:19Z', 'revision_number': 4, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'a1228a75-b607-4598-b6fd-b48d1606f694', 'name': '', 'network_id': 'aeea32bb-6739-4c1f-8e8c-6bcdc4b98393', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'mac_address': 'fa:16:3e:69:d0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:18Z', 'updated_at': '2022-03-03T06:35:23Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'subnets': [{'id': 'c6f79dca-111d-4c3b-983f-495fd4a35ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:40:43.303796 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-71e85cbb-dce3-4825-9ffe-b341dcfe1484 req-b05d24fa-163d-43fd-a27a-f216a83c526f tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/ports?device_id=856736df-7df8-460c-aa77-6f03b8ea19d3 HTTP/1.1" status: 200 len: 210 time: 0.0287499 Mar 03 06:40:43.513668 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2709ba0-db1d-4dea-83f7-d428f106c098 None None] New status for floating IP 6c134f4f-895f-46b0-9ce9-173e512c5a0e: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:40:43.528243 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40070) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:43.648128 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:43.667949 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:43.668299 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device bf53cbb6-685b-4a8a-9bd5-2fa0adba6955 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:43.668717 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 2d94829d-1bd8-403c-babf-69243f0cf9c1 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:43.688507 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 2d94829d-1bd8-403c-babf-69243f0cf9c1 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:43.688848 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 2d94829d-1bd8-403c-babf-69243f0cf9c1 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:44.269118 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (e48b34c8-8f27-48d0-b874-41c5b7457cfe), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.469221 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40080) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:44.525620 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32fad781-54df-4965-9f2a-20c390532325 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (e62d7586-280b-4f1d-ae40-231423f08db3), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.548527 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32fad781-54df-4965-9f2a-20c390532325 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (e62d7586-280b-4f1d-ae40-231423f08db3), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.565889 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Deleting port 4e19ed2b-a5e1-4252-8af2-6688e764e087 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:44.566450 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.643769 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] For port 4e19ed2b-a5e1-4252-8af2-6688e764e087, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=4e19ed2b-a5e1-4252-8af2-6688e764e087,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:44.644130 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.662452 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32fad781-54df-4965-9f2a-20c390532325 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (e62d7586-280b-4f1d-ae40-231423f08db3), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.663856 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Calling delete_port for 4e19ed2b-a5e1-4252-8af2-6688e764e087 owned by network:router_interface {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:44.665356 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32fad781-54df-4965-9f2a-20c390532325 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.666576 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-32fad781-54df-4965-9f2a-20c390532325 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "DELETE /v2.0/security-groups/e62d7586-280b-4f1d-ae40-231423f08db3 HTTP/1.1" status: 204 len: 168 time: 0.1963022 Mar 03 06:40:44.669777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40082) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:44.686679 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fad781-54df-4965-9f2a-20c390532325 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d7586-280b-4f1d-ae40-231423f08db3,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:44.696660 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.api.v2.resource [None req-d1ca111d-aed7-4892-ad80-e3c061c709b7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] show failed (client error): The resource could not be found. Mar 03 06:40:44.696660 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-d1ca111d-aed7-4892-ad80-e3c061c709b7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "GET /v2.0/security-groups/e62d7586-280b-4f1d-ae40-231423f08db3 HTTP/1.1" status: 404 len: 347 time: 0.0194042 Mar 03 06:40:44.699303 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40084) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:44.823919 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Deleting port 9cea1465-beb5-4eb1-a433-bd9ac32a495f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:44.824187 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.899708 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.900057 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (9cea1465-beb5-4eb1-a433-bd9ac32a495f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.910277 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (4e19ed2b-a5e1-4252-8af2-6688e764e087), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:44.912026 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Calling delete_port for 9cea1465-beb5-4eb1-a433-bd9ac32a495f owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:44.939701 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e19ed2b-a5e1-4252-8af2-6688e764e087,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:45.111778 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (e48b34c8-8f27-48d0-b874-41c5b7457cfe), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.126790 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (9cea1465-beb5-4eb1-a433-bd9ac32a495f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.155935 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Pushing event deleted for resources: {'Port': ['ID=9cea1465-beb5-4eb1-a433-bd9ac32a495f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:45.214628 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks [] for floatingip (6c134f4f-895f-46b0-9ce9-173e512c5a0e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.217306 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.218454 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-60954c05-3aed-4a8e-ab19-e5efba50c0a7 tempest-AttachVolumeTestJSON-337509810 tempest-AttachVolumeTestJSON-337509810-project] 10.222.0.31 "DELETE /v2.0/floatingips/6c134f4f-895f-46b0-9ce9-173e512c5a0e HTTP/1.1" status: 204 len: 168 time: 0.5180748 Mar 03 06:40:45.326780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Router e48b34c8-8f27-48d0-b874-41c5b7457cfe has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:40:45.432819 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:40:45.441384 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40090) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:45.442048 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-4305d771-be13-4cb7-8339-3d425a14b9bc admin admin] 10.222.0.31 "PUT /v2.0/routers/e48b34c8-8f27-48d0-b874-41c5b7457cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126563 Mar 03 06:40:45.442719 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] Sync routers for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:40:45.457892 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:45.457892 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:45.547592 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks [] for router (e48b34c8-8f27-48d0-b874-41c5b7457cfe), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.564034 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:45.651496 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks [] for router_gateway (e48b34c8-8f27-48d0-b874-41c5b7457cfe), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.743657 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:40:44Z', 'revision_number': 5, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port': {'id': '127ba1c6-bb75-4d9f-8746-d582318719c4', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:52Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:45.771179 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] Checking router: e48b34c8-8f27-48d0-b874-41c5b7457cfe for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:40:45.779459 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] Routers {'e48b34c8-8f27-48d0-b874-41c5b7457cfe'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:45.780051 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:45.813417 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Deleting port 127ba1c6-bb75-4d9f-8746-d582318719c4 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:45.813791 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.871432 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] Set router e48b34c8-8f27-48d0-b874-41c5b7457cfe gateway port host: None {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:45.901862 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] For port 127ba1c6-bb75-4d9f-8746-d582318719c4, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=127ba1c6-bb75-4d9f-8746-d582318719c4,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:45.902503 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:45.915081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Calling delete_port for 127ba1c6-bb75-4d9f-8746-d582318719c4 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:45.929118 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:40:45Z', 'revision_number': 6, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:45.958613 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e3e35-3936-49a5-8b75-f6cc3140dc2a None None] The sync data for ids ['e48b34c8-8f27-48d0-b874-41c5b7457cfe'] in dv-cinder-831090-6-iscsi is: [{'id': 'e48b34c8-8f27-48d0-b874-41c5b7457cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1454505796-router', 'tenant_id': 'bf31e05612ae4b1fa991cce5952a4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:51Z', 'updated_at': '2022-03-03T06:40:45Z', 'revision_number': 6, 'project_id': 'bf31e05612ae4b1fa991cce5952a4412', 'gw_port_host': None}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:40:46.160978 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (127ba1c6-bb75-4d9f-8746-d582318719c4), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.185377 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=127ba1c6-bb75-4d9f-8746-d582318719c4,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:46.241943 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (e48b34c8-8f27-48d0-b874-41c5b7457cfe), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.571039 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (e48b34c8-8f27-48d0-b874-41c5b7457cfe), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.573021 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks [] for router_controller (e48b34c8-8f27-48d0-b874-41c5b7457cfe), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.718878 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (e48b34c8-8f27-48d0-b874-41c5b7457cfe), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.724897 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48b34c8-8f27-48d0-b874-41c5b7457cfe {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:40:46.726589 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.728035 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ac30181c-2915-4522-8489-1a5c87adb2ee admin admin] 10.222.0.31 "DELETE /v2.0/routers/e48b34c8-8f27-48d0-b874-41c5b7457cfe HTTP/1.1" status: 204 len: 168 time: 1.2856019 Mar 03 06:40:46.730555 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40098) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:46.776930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Deleting subnet e6919eb7-7455-4a6d-91a2-b0ba5cc1425d {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:40:46.780238 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Publish callbacks [] for subnet (e6919eb7-7455-4a6d-91a2-b0ba5cc1425d), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.814597 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (e6919eb7-7455-4a6d-91a2-b0ba5cc1425d), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:46.922921 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (e6919eb7-7455-4a6d-91a2-b0ba5cc1425d), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.047165 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (e6919eb7-7455-4a6d-91a2-b0ba5cc1425d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.070390 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6919eb7-7455-4a6d-91a2-b0ba5cc1425d,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:47.075867 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.079637 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b1f025f5-2cb3-4d4c-9719-139818bff2b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6919eb7-7455-4a6d-91a2-b0ba5cc1425d HTTP/1.1" status: 204 len: 168 time: 0.3480344 Mar 03 06:40:47.082129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40100) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:47.084910 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac8f9d-0d3b-498c-acb5-c28b6453ccc4 None None] Network 8feb55f8-c185-458d-997c-907f0b455338 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:40:47.152457 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (8feb55f8-c185-458d-997c-907f0b455338), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.207249 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Deleting port ae55405a-04ac-4a64-9576-e38cb0a253ac {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:47.207249 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.247761 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] DHCP port deletion for 8feb55f8-c185-458d-997c-907f0b455338 request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:40:47.269406 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] For port ae55405a-04ac-4a64-9576-e38cb0a253ac, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ae55405a-04ac-4a64-9576-e38cb0a253ac,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:47.269740 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.282619 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Calling delete_port for ae55405a-04ac-4a64-9576-e38cb0a253ac owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:47.295074 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Deleting port ae55405a-04ac-4a64-9576-e38cb0a253ac {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:47.295556 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.361251 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] For port ae55405a-04ac-4a64-9576-e38cb0a253ac, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ae55405a-04ac-4a64-9576-e38cb0a253ac,segment=NetworkSegment(688e4e6b-73b0-4424-a882-fca7efc8b89e),segment_id=688e4e6b-73b0-4424-a882-fca7efc8b89e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:47.361251 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.372816 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Calling delete_port for ae55405a-04ac-4a64-9576-e38cb0a253ac owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:47.412433 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.437295 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae55405a-04ac-4a64-9576-e38cb0a253ac,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:47.441531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] No DVR routers for this DVR port ae55405a-04ac-4a64-9576-e38cb0a253ac on host dv-cinder-831090-6-iscsi {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:40:47.491037 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (ae55405a-04ac-4a64-9576-e38cb0a253ac), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.511329 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (8feb55f8-c185-458d-997c-907f0b455338), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.515993 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Pushing event deleted for resources: {'Port': ['ID=ae55405a-04ac-4a64-9576-e38cb0a253ac,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:47.521410 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] No DVR routers for this DVR port ae55405a-04ac-4a64-9576-e38cb0a253ac on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:40:47.529911 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.530270 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.530499 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb55f8-c185-458d-997c-907f0b455338']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:47.530641 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.530950 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.531318 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.531650 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.532396 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.532396 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.532627 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.532959 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.533287 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.533631 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.533961 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba532af-b54a-459a-9599-33161b7f2686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:40:47.541504 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688e4e6b-73b0-4424-a882-fca7efc8b89e') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:47.541664 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688e4e6b-73b0-4424-a882-fca7efc8b89e') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:47.551398 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (688e4e6b-73b0-4424-a882-fca7efc8b89e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.564757 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (688e4e6b-73b0-4424-a882-fca7efc8b89e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (688e4e6b-73b0-4424-a882-fca7efc8b89e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:40:47.572672 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:40:47.698240 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (8feb55f8-c185-458d-997c-907f0b455338), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.702915 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:47.707996 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8feb55f8-c185-458d-997c-907f0b455338 HTTP/1.1" status: 204 len: 168 time: 0.6230268 Mar 03 06:40:47.719343 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56270-a2b7-47e8-8795-f8f32df4b5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb55f8-c185-458d-997c-907f0b455338,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:47.879040 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 4e19ed2b-a5e1-4252-8af2-6688e764e087 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:47.899297 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 4e19ed2b-a5e1-4252-8af2-6688e764e087 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:47.899654 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 4e19ed2b-a5e1-4252-8af2-6688e764e087 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:47.900082 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 127ba1c6-bb75-4d9f-8746-d582318719c4 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:47.919234 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 127ba1c6-bb75-4d9f-8746-d582318719c4 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:47.919624 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 127ba1c6-bb75-4d9f-8746-d582318719c4 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:47.920051 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ae55405a-04ac-4a64-9576-e38cb0a253ac no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:47.940583 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: ae55405a-04ac-4a64-9576-e38cb0a253ac {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:47.940937 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ae55405a-04ac-4a64-9576-e38cb0a253ac not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:48.014554 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40112) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:48.056806 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-9860224e-8859-41e6-8068-8a7c8e85cc9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf31e05612ae4b1fa991cce5952a4412&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410516 Mar 03 06:40:48.059236 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40116) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:48.105201 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b7510ceb-c826-4171-b6c4-0d0ac4fe27c7 admin admin] Publish callbacks [] for security_group (a72aef3a-a7c1-4009-bf76-9edad52a4653), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:48.125248 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b7510ceb-c826-4171-b6c4-0d0ac4fe27c7 admin admin] Publish callbacks [] for security_group (a72aef3a-a7c1-4009-bf76-9edad52a4653), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:48.229253 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b7510ceb-c826-4171-b6c4-0d0ac4fe27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (a72aef3a-a7c1-4009-bf76-9edad52a4653), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:48.231795 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b7510ceb-c826-4171-b6c4-0d0ac4fe27c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:48.232931 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b7510ceb-c826-4171-b6c4-0d0ac4fe27c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a72aef3a-a7c1-4009-bf76-9edad52a4653 HTTP/1.1" status: 204 len: 168 time: 0.1728003 Mar 03 06:40:48.245838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7510ceb-c826-4171-b6c4-0d0ac4fe27c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72aef3a-a7c1-4009-bf76-9edad52a4653,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:49.164174 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40142) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:49.598121 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (e64cd58d-a1d9-4502-b325-68b55961697b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:49.839828 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Deleting port a1228a75-b607-4598-b6fd-b48d1606f694 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:49.840172 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:49.915774 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] For port a1228a75-b607-4598-b6fd-b48d1606f694, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=a1228a75-b607-4598-b6fd-b48d1606f694,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:49.916132 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:49.931910 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Calling delete_port for a1228a75-b607-4598-b6fd-b48d1606f694 owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:50.172687 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (a1228a75-b607-4598-b6fd-b48d1606f694), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:50.201593 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1228a75-b607-4598-b6fd-b48d1606f694,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:50.373030 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (e64cd58d-a1d9-4502-b325-68b55961697b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:50.585400 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Router e64cd58d-a1d9-4502-b325-68b55961697b has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:40:50.695489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:40:50.700479 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-530cacc2-5174-4d03-93cf-36843b1bf2b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/e64cd58d-a1d9-4502-b325-68b55961697b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5352418 Mar 03 06:40:50.703011 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40162) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:50.704036 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] Sync routers for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:40:50.717671 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:50.718250 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:50.807603 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks [] for router (e64cd58d-a1d9-4502-b325-68b55961697b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:50.824108 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:50.909767 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks [] for router_gateway (e64cd58d-a1d9-4502-b325-68b55961697b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.018197 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:40:50Z', 'revision_number': 5, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port': {'id': 'a1f5ea6c-37b6-49dd-ae33-075568cc2fdb', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:16Z', 'updated_at': '2022-03-03T06:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:51.044189 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] Checking router: e64cd58d-a1d9-4502-b325-68b55961697b for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:40:51.052347 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] Routers {'e64cd58d-a1d9-4502-b325-68b55961697b'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:40:51.052953 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:40:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['e64cd58d-a1d9-4502-b325-68b55961697b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:51.054194 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Deleting port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:51.054531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.130721 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] For port a1f5ea6c-37b6-49dd-ae33-075568cc2fdb, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:51.131085 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.139520 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] Set router e64cd58d-a1d9-4502-b325-68b55961697b gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:40:51.144964 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Calling delete_port for a1f5ea6c-37b6-49dd-ae33-075568cc2fdb owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:51.285401 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:40:50Z', 'revision_number': 6, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:51.313329 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a8efe-5d94-46a7-91d5-64be654bbc30 None None] The sync data for ids ['e64cd58d-a1d9-4502-b325-68b55961697b'] in dv-cinder-831090-6-iscsi is: [{'id': 'e64cd58d-a1d9-4502-b325-68b55961697b', 'name': 'tempest-AttachVolumeTestJSON-1923647751-router', 'tenant_id': '9697f5e3663846fbac4dc63564b4920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:15Z', 'updated_at': '2022-03-03T06:40:50Z', 'revision_number': 6, 'project_id': '9697f5e3663846fbac4dc63564b4920b', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:40:51.399133 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (a1f5ea6c-37b6-49dd-ae33-075568cc2fdb), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.428703 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f5ea6c-37b6-49dd-ae33-075568cc2fdb,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:51.481494 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (e64cd58d-a1d9-4502-b325-68b55961697b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.586134 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (e64cd58d-a1d9-4502-b325-68b55961697b), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.588377 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks [] for router_controller (e64cd58d-a1d9-4502-b325-68b55961697b), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.698415 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (e64cd58d-a1d9-4502-b325-68b55961697b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.698990 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64cd58d-a1d9-4502-b325-68b55961697b {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:40:51.708135 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.708135 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-382adfd1-dcb3-4deb-bb23-a49aebfa4eea admin admin] 10.222.0.31 "DELETE /v2.0/routers/e64cd58d-a1d9-4502-b325-68b55961697b HTTP/1.1" status: 204 len: 168 time: 1.0023680 Mar 03 06:40:51.709978 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40182) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:51.757376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Deleting subnet c6f79dca-111d-4c3b-983f-495fd4a35ada {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:40:51.765447 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Publish callbacks [] for subnet (c6f79dca-111d-4c3b-983f-495fd4a35ada), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.794599 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (c6f79dca-111d-4c3b-983f-495fd4a35ada), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:51.882213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (c6f79dca-111d-4c3b-983f-495fd4a35ada), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.013043 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (c6f79dca-111d-4c3b-983f-495fd4a35ada), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.037409 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f79dca-111d-4c3b-983f-495fd4a35ada,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:52.047311 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.051526 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f4f0602d-0065-4942-902c-16388ba3c36f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c6f79dca-111d-4c3b-983f-495fd4a35ada HTTP/1.1" status: 204 len: 168 time: 0.3405335 Mar 03 06:40:52.058273 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40186) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:52.064926 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e2cbf-ff42-433e-9bd8-53cf5deac95f None None] Network aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:40:52.109903 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1228a75-b607-4598-b6fd-b48d1606f694 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:52.133588 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.142648 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: a1228a75-b607-4598-b6fd-b48d1606f694 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:52.143623 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1228a75-b607-4598-b6fd-b48d1606f694 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:52.143623 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1f5ea6c-37b6-49dd-ae33-075568cc2fdb no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:52.189746 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: a1f5ea6c-37b6-49dd-ae33-075568cc2fdb {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:52.189955 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device a1f5ea6c-37b6-49dd-ae33-075568cc2fdb not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:52.208702 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Deleting port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:52.209336 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.277443 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] DHCP port deletion for aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:40:52.287165 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] For port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:52.287524 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.300095 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Calling delete_port for 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:52.325859 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] Deleting port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:40:52.326628 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.394374 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] For port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,segment=NetworkSegment(3dc6505f-9674-4b69-b147-2bfebb34d361),segment_id=3dc6505f-9674-4b69-b147-2bfebb34d361)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:40:52.396501 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.407904 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] Calling delete_port for 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:40:52.441267 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.466819 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:52.470307 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] No DVR routers for this DVR port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 on host dv-cinder-831090-6-iscsi {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:40:52.482797 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (3ced9ee3-c0c5-4cfa-92ca-aef3888d5679), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.506900 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] Pushing event deleted for resources: {'Port': ['ID=3ced9ee3-c0c5-4cfa-92ca-aef3888d5679,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:52.512166 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4171855-c04c-4bc8-96b7-d5a408ed7172 None None] No DVR routers for this DVR port 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:40:52.538286 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.560754 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeea32bb-6739-4c1f-8e8c-6bcdc4b98393']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:52.570259 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc6505f-9674-4b69-b147-2bfebb34d361') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:52.570558 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc6505f-9674-4b69-b147-2bfebb34d361') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:40:52.580025 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (3dc6505f-9674-4b69-b147-2bfebb34d361), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.592558 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (3dc6505f-9674-4b69-b147-2bfebb34d361), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.598420 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:40:52.598792 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (3dc6505f-9674-4b69-b147-2bfebb34d361), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:40:52.600375 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:40:52.736502 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (aeea32bb-6739-4c1f-8e8c-6bcdc4b98393), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.742819 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:52.746535 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] 10.222.0.31 "DELETE /v2.0/networks/aeea32bb-6739-4c1f-8e8c-6bcdc4b98393 HTTP/1.1" status: 204 len: 168 time: 0.6872294 Mar 03 06:40:52.760017 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc2194-5781-4206-a5c8-2fed2a619d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=aeea32bb-6739-4c1f-8e8c-6bcdc4b98393,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:53.099351 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40200) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:53.099818 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40198) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:53.134500 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-9ca4b41e-5d1a-41ee-836d-3614e1e67de0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9697f5e3663846fbac4dc63564b4920b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380571 Mar 03 06:40:53.137105 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40204) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:53.182691 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2b0184a3-562c-454a-8a86-687d0d89cbcc admin admin] Publish callbacks [] for security_group (391d7343-2989-42bb-a19c-a356178172ba), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.207618 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2b0184a3-562c-454a-8a86-687d0d89cbcc admin admin] Publish callbacks [] for security_group (391d7343-2989-42bb-a19c-a356178172ba), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.289319 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d670e83b-7e85-4e8f-91b8-ad2f41389c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.347953 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2b0184a3-562c-454a-8a86-687d0d89cbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (391d7343-2989-42bb-a19c-a356178172ba), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.350708 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2b0184a3-562c-454a-8a86-687d0d89cbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.356702 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2b0184a3-562c-454a-8a86-687d0d89cbcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/391d7343-2989-42bb-a19c-a356178172ba HTTP/1.1" status: 204 len: 168 time: 0.2138019 Mar 03 06:40:53.360067 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0184a3-562c-454a-8a86-687d0d89cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391d7343-2989-42bb-a19c-a356178172ba,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:53.365395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d670e83b-7e85-4e8f-91b8-ad2f41389c52 admin admin] Publish callbacks [] for security_group (90841b58-6258-4941-99a1-637cc4d78a0a), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.441024 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d670e83b-7e85-4e8f-91b8-ad2f41389c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (90841b58-6258-4941-99a1-637cc4d78a0a), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.478841 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-d670e83b-7e85-4e8f-91b8-ad2f41389c52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f1e44b0316d4217adcd60af9519b4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825278 Mar 03 06:40:53.480049 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670e83b-7e85-4e8f-91b8-ad2f41389c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90841b58-6258-4941-99a1-637cc4d78a0a,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:53.481673 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40208) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:53.530113 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9a13-ecab-4c12-b407-aaed6f05b5eb admin admin] Publish callbacks [] for security_group (90841b58-6258-4941-99a1-637cc4d78a0a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.550666 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9a13-ecab-4c12-b407-aaed6f05b5eb admin admin] Publish callbacks [] for security_group (90841b58-6258-4941-99a1-637cc4d78a0a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.686754 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9a13-ecab-4c12-b407-aaed6f05b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (90841b58-6258-4941-99a1-637cc4d78a0a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.689357 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9a13-ecab-4c12-b407-aaed6f05b5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:53.690581 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f8cf9a13-ecab-4c12-b407-aaed6f05b5eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90841b58-6258-4941-99a1-637cc4d78a0a HTTP/1.1" status: 204 len: 168 time: 0.2079198 Mar 03 06:40:53.699506 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf9a13-ecab-4c12-b407-aaed6f05b5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90841b58-6258-4941-99a1-637cc4d78a0a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:53.872573 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:40:53.892839 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:40:53.895233 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 3ced9ee3-c0c5-4cfa-92ca-aef3888d5679 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:40:55.801889 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40292) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:55.904242 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c81e02cc-f4d8-4fc0-81d1-276219a58af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:55.978741 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c81e02cc-f4d8-4fc0-81d1-276219a58af7 admin admin] Publish callbacks [] for security_group (550eb5ad-453d-4c55-b124-04aef39bf674), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.039111 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c81e02cc-f4d8-4fc0-81d1-276219a58af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (550eb5ad-453d-4c55-b124-04aef39bf674), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.080396 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c81e02cc-f4d8-4fc0-81d1-276219a58af7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b28728499fb4621b81de1b5e0a5011e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774158 Mar 03 06:40:56.082494 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e02cc-f4d8-4fc0-81d1-276219a58af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550eb5ad-453d-4c55-b124-04aef39bf674,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:56.083174 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40300) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:56.130754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-007a7517-b878-4df9-a4b4-7e3111e563cb admin admin] Publish callbacks [] for security_group (550eb5ad-453d-4c55-b124-04aef39bf674), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.151512 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-007a7517-b878-4df9-a4b4-7e3111e563cb admin admin] Publish callbacks [] for security_group (550eb5ad-453d-4c55-b124-04aef39bf674), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.264029 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-007a7517-b878-4df9-a4b4-7e3111e563cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (550eb5ad-453d-4c55-b124-04aef39bf674), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.267246 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-007a7517-b878-4df9-a4b4-7e3111e563cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.268441 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-007a7517-b878-4df9-a4b4-7e3111e563cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/550eb5ad-453d-4c55-b124-04aef39bf674 HTTP/1.1" status: 204 len: 168 time: 0.1842830 Mar 03 06:40:56.277375 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a7517-b878-4df9-a4b4-7e3111e563cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550eb5ad-453d-4c55-b124-04aef39bf674,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:56.873886 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40308) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:56.887232 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f609dd0-0cee-46e8-bf07-abba087474a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:56.958967 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f609dd0-0cee-46e8-bf07-abba087474a2 admin admin] Publish callbacks [] for security_group (16046ef4-2862-412c-8459-fc84f35cd905), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.023100 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f609dd0-0cee-46e8-bf07-abba087474a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (16046ef4-2862-412c-8459-fc84f35cd905), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.063782 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5f609dd0-0cee-46e8-bf07-abba087474a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b36981108f494aeab9c53a11fba744df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887262 Mar 03 06:40:57.064545 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f609dd0-0cee-46e8-bf07-abba087474a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16046ef4-2862-412c-8459-fc84f35cd905,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:40:57.066401 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40310) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:40:57.353754 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-192156ec-0575-45e7-9bac-014bbcfca08c admin admin] Publish callbacks [] for security_group (16046ef4-2862-412c-8459-fc84f35cd905), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.374788 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-192156ec-0575-45e7-9bac-014bbcfca08c admin admin] Publish callbacks [] for security_group (16046ef4-2862-412c-8459-fc84f35cd905), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.400437 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.509179 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-192156ec-0575-45e7-9bac-014bbcfca08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (16046ef4-2862-412c-8459-fc84f35cd905), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.511777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-192156ec-0575-45e7-9bac-014bbcfca08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:40:57.512948 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-192156ec-0575-45e7-9bac-014bbcfca08c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16046ef4-2862-412c-8459-fc84f35cd905 HTTP/1.1" status: 204 len: 168 time: 0.4455690 Mar 03 06:40:57.520841 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192156ec-0575-45e7-9bac-014bbcfca08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16046ef4-2862-412c-8459-fc84f35cd905,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:00.514945 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-03ebaf38-4bf0-4ce9-9dc2-460f015764b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:01.960008 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:41:02.489863 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-76498764-7de9-4554-9a0c-077683ab7473 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409937 Mar 03 06:41:02.571998 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-cc5acaec-8227-4aa5-a280-67f168a28704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:02.573396 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-cc5acaec-8227-4aa5-a280-67f168a28704 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1129 time: 0.0425093 Mar 03 06:41:02.674730 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-480b08d4-9593-4fed-b0fa-ed39d98c14b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:02.677276 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-ec9733de-842c-499c-be06-b34bafc60172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:02.678757 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-ec9733de-842c-499c-be06-b34bafc60172 service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.0869505 Mar 03 06:41:02.743228 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-9bd3e62e-7c2c-408b-ba5a-c4b0ba3bebed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 1001 time: 0.0584018 Mar 03 06:41:02.793173 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-b85a8dbd-702e-40f7-86bd-538a545d2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:02.794612 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-b85a8dbd-702e-40f7-86bd-538a545d2b02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0453577 Mar 03 06:41:02.840635 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-086380a9-c356-432f-b72a-babe0bda1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:02.842174 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-086380a9-c356-432f-b72a-babe0bda1627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420892 Mar 03 06:41:02.930362 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-36015b40-fbd4-4b7b-9a18-8e15c3089191 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825503 Mar 03 06:41:03.020144 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d4ceebe5-e85d-42f3-8018-d04eb2b0ab81 req-1404a914-62a4-4bc8-8fe8-5b58ec600aad service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843008 Mar 03 06:41:03.701878 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.106730 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40420) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:05.162757 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.212602 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f2a01c37-02cd-4381-b22d-ff1e625aba44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.286853 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f2a01c37-02cd-4381-b22d-ff1e625aba44 admin admin] Publish callbacks [] for security_group (b8a7ffc8-1501-4af1-bdc0-a256458997a8), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.360438 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f2a01c37-02cd-4381-b22d-ff1e625aba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b8a7ffc8-1501-4af1-bdc0-a256458997a8), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.397744 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f2a01c37-02cd-4381-b22d-ff1e625aba44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64bd78ae0bb840a6b99311ac3965226b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898583 Mar 03 06:41:05.398861 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a01c37-02cd-4381-b22d-ff1e625aba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7ffc8-1501-4af1-bdc0-a256458997a8,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:05.401409 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40432) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:05.449935 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24f9f88f-3569-40b0-ac4d-7169ad7b4898 admin admin] Publish callbacks [] for security_group (b8a7ffc8-1501-4af1-bdc0-a256458997a8), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.471753 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24f9f88f-3569-40b0-ac4d-7169ad7b4898 admin admin] Publish callbacks [] for security_group (b8a7ffc8-1501-4af1-bdc0-a256458997a8), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.586954 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24f9f88f-3569-40b0-ac4d-7169ad7b4898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b8a7ffc8-1501-4af1-bdc0-a256458997a8), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.589546 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24f9f88f-3569-40b0-ac4d-7169ad7b4898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:05.590717 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-24f9f88f-3569-40b0-ac4d-7169ad7b4898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8a7ffc8-1501-4af1-bdc0-a256458997a8 HTTP/1.1" status: 204 len: 168 time: 0.1882334 Mar 03 06:41:05.598326 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9f88f-3569-40b0-ac4d-7169ad7b4898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7ffc8-1501-4af1-bdc0-a256458997a8,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:06.232183 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40442) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:06.245280 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1f9be81b-a977-4830-875f-5fa395ddb4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.318762 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1f9be81b-a977-4830-875f-5fa395ddb4aa admin admin] Publish callbacks [] for security_group (fa06497a-90b3-46a2-a41d-ede565ca3be3), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.389331 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1f9be81b-a977-4830-875f-5fa395ddb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (fa06497a-90b3-46a2-a41d-ede565ca3be3), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.430657 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-1f9be81b-a977-4830-875f-5fa395ddb4aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b1c47333db14f1790a3bc05d2a42ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981204 Mar 03 06:41:06.431522 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9be81b-a977-4830-875f-5fa395ddb4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa06497a-90b3-46a2-a41d-ede565ca3be3,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:06.433376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40444) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:06.487122 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-daa9fe18-62dd-4ac5-a0c0-f9f602324f9f admin admin] Publish callbacks [] for security_group (fa06497a-90b3-46a2-a41d-ede565ca3be3), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.507471 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-daa9fe18-62dd-4ac5-a0c0-f9f602324f9f admin admin] Publish callbacks [] for security_group (fa06497a-90b3-46a2-a41d-ede565ca3be3), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.612352 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-daa9fe18-62dd-4ac5-a0c0-f9f602324f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (fa06497a-90b3-46a2-a41d-ede565ca3be3), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.615003 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-daa9fe18-62dd-4ac5-a0c0-f9f602324f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:06.616442 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-daa9fe18-62dd-4ac5-a0c0-f9f602324f9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa06497a-90b3-46a2-a41d-ede565ca3be3 HTTP/1.1" status: 204 len: 168 time: 0.1820717 Mar 03 06:41:06.624076 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9fe18-62dd-4ac5-a0c0-f9f602324f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa06497a-90b3-46a2-a41d-ede565ca3be3,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:06.758454 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:17.797564 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40656) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:17.899009 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c91ddf64-42e3-440b-8829-e162b5d0b421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:17.970221 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c91ddf64-42e3-440b-8829-e162b5d0b421 admin admin] Publish callbacks [] for security_group (369b7d57-a84a-4f03-9c15-805e728f292c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.040318 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c91ddf64-42e3-440b-8829-e162b5d0b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (369b7d57-a84a-4f03-9c15-805e728f292c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.076799 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ddf64-42e3-440b-8829-e162b5d0b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b7d57-a84a-4f03-9c15-805e728f292c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:18.081071 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c91ddf64-42e3-440b-8829-e162b5d0b421 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0aea3e6cfd1b4680b6bc4983dc90edfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824657 Mar 03 06:41:18.083655 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40660) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:18.130056 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f37053-7a9c-4e44-adb7-66872ccbf363 admin admin] Publish callbacks [] for security_group (369b7d57-a84a-4f03-9c15-805e728f292c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.150733 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f37053-7a9c-4e44-adb7-66872ccbf363 admin admin] Publish callbacks [] for security_group (369b7d57-a84a-4f03-9c15-805e728f292c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.263435 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f37053-7a9c-4e44-adb7-66872ccbf363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (369b7d57-a84a-4f03-9c15-805e728f292c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.266046 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77f37053-7a9c-4e44-adb7-66872ccbf363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.267217 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-77f37053-7a9c-4e44-adb7-66872ccbf363 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/369b7d57-a84a-4f03-9c15-805e728f292c HTTP/1.1" status: 204 len: 168 time: 0.1826384 Mar 03 06:41:18.281363 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37053-7a9c-4e44-adb7-66872ccbf363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b7d57-a84a-4f03-9c15-805e728f292c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:18.896271 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40672) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:18.909384 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2fd1-1986-4d7b-bf87-8d8ed8878624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:18.982064 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2fd1-1986-4d7b-bf87-8d8ed8878624 admin admin] Publish callbacks [] for security_group (7446ba0c-c311-4973-ac85-797b5396df66), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:19.074792 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9cbb2fd1-1986-4d7b-bf87-8d8ed8878624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7446ba0c-c311-4973-ac85-797b5396df66), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:19.113479 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-9cbb2fd1-1986-4d7b-bf87-8d8ed8878624 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7c17edda8cd410eb963b551965c9c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160339 Mar 03 06:41:19.114473 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb2fd1-1986-4d7b-bf87-8d8ed8878624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7446ba0c-c311-4973-ac85-797b5396df66,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:19.116433 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40674) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:19.167561 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2b39-97e7-4588-89d3-04c8936e45e0 admin admin] Publish callbacks [] for security_group (7446ba0c-c311-4973-ac85-797b5396df66), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:19.189370 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2b39-97e7-4588-89d3-04c8936e45e0 admin admin] Publish callbacks [] for security_group (7446ba0c-c311-4973-ac85-797b5396df66), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:19.421306 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2b39-97e7-4588-89d3-04c8936e45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7446ba0c-c311-4973-ac85-797b5396df66), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:19.424015 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2b39-97e7-4588-89d3-04c8936e45e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:19.425234 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8d8f2b39-97e7-4588-89d3-04c8936e45e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7446ba0c-c311-4973-ac85-797b5396df66 HTTP/1.1" status: 204 len: 168 time: 0.3077734 Mar 03 06:41:19.433199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f2b39-97e7-4588-89d3-04c8936e45e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7446ba0c-c311-4973-ac85-797b5396df66,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:20.147806 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 40692) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:20.160486 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5ab740ef-9dec-471a-88e7-c4fb1e83dc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.231171 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5ab740ef-9dec-471a-88e7-c4fb1e83dc9d admin admin] Publish callbacks [] for security_group (d186fbab-035c-4e83-b6b9-ccca36806cd4), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.297378 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5ab740ef-9dec-471a-88e7-c4fb1e83dc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d186fbab-035c-4e83-b6b9-ccca36806cd4), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.335591 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5ab740ef-9dec-471a-88e7-c4fb1e83dc9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de0a22e2ae3e485b9f494f50af668d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867423 Mar 03 06:41:20.336568 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab740ef-9dec-471a-88e7-c4fb1e83dc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d186fbab-035c-4e83-b6b9-ccca36806cd4,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:20.338239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40694) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:20.385319 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91808a45-63b0-4363-848a-0cd222836c0a admin admin] Publish callbacks [] for security_group (d186fbab-035c-4e83-b6b9-ccca36806cd4), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.405970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91808a45-63b0-4363-848a-0cd222836c0a admin admin] Publish callbacks [] for security_group (d186fbab-035c-4e83-b6b9-ccca36806cd4), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.520334 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91808a45-63b0-4363-848a-0cd222836c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (d186fbab-035c-4e83-b6b9-ccca36806cd4), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.523365 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91808a45-63b0-4363-848a-0cd222836c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:20.524557 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-91808a45-63b0-4363-848a-0cd222836c0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d186fbab-035c-4e83-b6b9-ccca36806cd4 HTTP/1.1" status: 204 len: 168 time: 0.1852608 Mar 03 06:41:20.532506 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91808a45-63b0-4363-848a-0cd222836c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d186fbab-035c-4e83-b6b9-ccca36806cd4,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:21.535600 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40718) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:21.628014 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1966986598-network', 'tenant_id': '90d99bf9298b4ed396eb87a93dea0fe4'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:21.709967 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Made reservation on behalf of 90d99bf9298b4ed396eb87a93dea0fe4 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:41:21.712277 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:21.721048 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:21.792158 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks [] for security_group (690f23f5-20a4-43f5-bbe2-3e1605c91537), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:21.872596 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (690f23f5-20a4-43f5-bbe2-3e1605c91537), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:21.897443 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:41:21.905954 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f23f5-20a4-43f5-bbe2-3e1605c91537,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:21.911751 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (9badf2ac-ef1d-4575-80aa-b29c394ce35c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:21.912127 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Added segment 9badf2ac-ef1d-4575-80aa-b29c394ce35c of type vlan for network c2b156f1-66eb-4d3c-88ec-feb085474df2 Mar 03 06:41:21.951401 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (c2b156f1-66eb-4d3c-88ec-feb085474df2), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:22.028918 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (c2b156f1-66eb-4d3c-88ec-feb085474df2), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:22.029931 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:22.030516 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:22.089813 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b156f1-66eb-4d3c-88ec-feb085474df2,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:22.099281 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network c2b156f1-66eb-4d3c-88ec-feb085474df2 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:41:22.146130 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-378b4531-742b-4f91-af9c-0b8cd2428a89 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6067700 Mar 03 06:41:22.146516 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 40724) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:22.151972 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Request body: {'subnet': {'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1966986598-subnet', 'tenant_id': '90d99bf9298b4ed396eb87a93dea0fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:22.226294 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Made reservation on behalf of 90d99bf9298b4ed396eb87a93dea0fe4 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:41:22.228678 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3287607'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:22.440277 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2898620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3287557'] for subnet (031a3657-e2df-4a0a-8faf-d59c61d670a6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:22.491555 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=031a3657-e2df-4a0a-8faf-d59c61d670a6,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:22.501599 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Checking segment: {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:41:22.501969 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Network hostable DHCP agents. Network: c2b156f1-66eb-4d3c-88ec-feb085474df2, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:41:22.574841 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Network c2b156f1-66eb-4d3c-88ec-feb085474df2 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:41:22.657655 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, c2b156f1-66eb-4d3c-88ec-feb085474df2) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:41:22.662860 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:22.663868 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:22.667025 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87be43eb-9547-4628-bf97-986529cc045b None None] Network c2b156f1-66eb-4d3c-88ec-feb085474df2 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:41:22.746456 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-de780ea5-a1d4-434c-bbdb-7f1b1d639a1d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5989366 Mar 03 06:41:22.763908 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfaa530-e15a-419c-8b6b-a5b13a47a991 None None] Network c2b156f1-66eb-4d3c-88ec-feb085474df2 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:41:27.429057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:29.093365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-14f22bed-bcb4-4dcf-81fa-4731e905124d tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:29.094870 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-14f22bed-bcb4-4dcf-81fa-4731e905124d tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/networks?id=c2b156f1-66eb-4d3c-88ec-feb085474df2 HTTP/1.1" status: 200 len: 814 time: 0.1050327 Mar 03 06:41:29.110292 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-4a3765ff-7606-472f-848a-002033fe2994 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/quotas/90d99bf9298b4ed396eb87a93dea0fe4 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Mar 03 06:41:29.140830 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-6052e506-da8c-42ce-ad35-e2fca8ed5b20 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257511 Mar 03 06:41:29.237130 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-617987c3-cfaf-4da3-87b6-bc5e2e87086f service neutron] 10.222.0.31 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898097 Mar 03 06:41:29.324859 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-4ea212ab-b719-473b-ba5e-74d21db68174 service neutron] 10.222.0.31 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811586 Mar 03 06:41:29.564977 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d66b504a-be36-4ab3-b368-2235cf46bc54 req-9457efc3-456b-418f-990f-0e30813ff484 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 210 time: 0.0281723 Mar 03 06:41:30.517681 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ab25401a-d4d3-4e9a-a013-f24c0380dbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:30.664770 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8d068057-25f6-40ff-b558-6dfc542fcc62 req-23969cda-2cc0-4117-ad45-6b441c79fc0a tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 210 time: 0.0275173 Mar 03 06:41:31.670489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-9308eee9-c0de-4b3e-ad32-58fad1f6cb3f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:31.671928 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-9308eee9-c0de-4b3e-ad32-58fad1f6cb3f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "GET /v2.0/networks?id=c2b156f1-66eb-4d3c-88ec-feb085474df2 HTTP/1.1" status: 200 len: 814 time: 0.1014659 Mar 03 06:41:31.684036 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Request body: {'port': {'device_id': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2', 'admin_state_up': True, 'tenant_id': '90d99bf9298b4ed396eb87a93dea0fe4'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:31.766378 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a02aa674-2d94-4ff2-b99a-87c9f0229d31 req-32dc9bca-1e0d-4145-a2e1-6b223e78197f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 210 time: 0.0302780 Mar 03 06:41:31.877547 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Made reservation on behalf of 90d99bf9298b4ed396eb87a93dea0fe4 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:41:31.880975 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.003357 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Allocated IP 172.20.0.9 (c2b156f1-66eb-4d3c-88ec-feb085474df2/031a3657-e2df-4a0a-8faf-d59c61d670a6/60c7af26-f147-422b-9141-c34c7e657f42) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:41:32.160254 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks [] for port (60c7af26-f147-422b-9141-c34c7e657f42), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.263502 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (60c7af26-f147-422b-9141-c34c7e657f42), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.306561 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Network c2b156f1-66eb-4d3c-88ec-feb085474df2 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:41:32.309396 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:41:32.313112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:41:32.339203 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Pushing event updated for resources: {'Port': ['ID=60c7af26-f147-422b-9141-c34c7e657f42,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:32.365915 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:32.366516 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.440827 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-da92390e-c17a-4986-95ab-29ad411b0375 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602239 Mar 03 06:41:32.451553 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Request body: {'port': {'device_id': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:32.507970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (60c7af26-f147-422b-9141-c34c7e657f42), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.701936 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e61315bf-ec27-487e-a24b-3484863bac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.786457 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c7af26-f147-422b-9141-c34c7e657f42 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:41:32.796264 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Publish callbacks [] for port (60c7af26-f147-422b-9141-c34c7e657f42), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.809149 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Transition to ACTIVE for port object 60c7af26-f147-422b-9141-c34c7e657f42 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:41:32.891639 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (60c7af26-f147-422b-9141-c34c7e657f42), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:32.902208 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-e07978d3-b793-4a81-8c5d-e105355448d3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241038581&fields=id&tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 267 time: 0.0522242 Mar 03 06:41:32.930257 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dda917-586b-4b25-93a0-aff781d9dbd4 req-748c7d40-985a-41dd-ad93-e37202abb07c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:32.931773 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-89dda917-586b-4b25-93a0-aff781d9dbd4 req-748c7d40-985a-41dd-ad93-e37202abb07c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 931 time: 0.0829885 Mar 03 06:41:32.984171 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=60c7af26-f147-422b-9141-c34c7e657f42,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:33.018461 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-ec57ec93-294b-467c-ab1d-1b50e90449ac tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.023719 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-ec57ec93-294b-467c-ab1d-1b50e90449ac tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 811 time: 0.1108627 Mar 03 06:41:33.039785 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-1ba3433e-3a6c-4bc3-b4a4-6d4965f902cf tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/quotas/a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 375 time: 0.0093007 Mar 03 06:41:33.040458 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-89dda917-586b-4b25-93a0-aff781d9dbd4 req-ae555395-88ca-42d2-ae0f-8b0b89d62ede tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025894 Mar 03 06:41:33.059904 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Attempting to bind port 60c7af26-f147-422b-9141-c34c7e657f42 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:41:33.060251 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Attempting to bind port 60c7af26-f147-422b-9141-c34c7e657f42 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:41:33.060592 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Attempting to bind port 60c7af26-f147-422b-9141-c34c7e657f42 on network c2b156f1-66eb-4d3c-88ec-feb085474df2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:41:33.065133 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Port 60c7af26-f147-422b-9141-c34c7e657f42 on network c2b156f1-66eb-4d3c-88ec-feb085474df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:41:33.065457 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Attempting to bind port 60c7af26-f147-422b-9141-c34c7e657f42 on network c2b156f1-66eb-4d3c-88ec-feb085474df2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:41:33.070838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:41:33.071181 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Checking segment: {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:41:33.071567 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Bound using segment: {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:41:33.072020 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Bound port: 60c7af26-f147-422b-9141-c34c7e657f42, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:41:33.072364 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (60c7af26-f147-422b-9141-c34c7e657f42), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:33.104829 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-ed86fa91-635e-4609-a215-4670a3a1a987 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529957 Mar 03 06:41:33.135419 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] For port 60c7af26-f147-422b-9141-c34c7e657f42, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:41:33.139002 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] For port 60c7af26-f147-422b-9141-c34c7e657f42, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=60c7af26-f147-422b-9141-c34c7e657f42,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:41:33.201053 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-87625f1b-fcf9-4b90-9fab-f5b3d9c68928 service neutron] 10.222.0.31 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Mar 03 06:41:33.203793 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (60c7af26-f147-422b-9141-c34c7e657f42), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:33.238911 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.239525 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:33.241162 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] 10.222.0.41 "PUT /v2.0/ports/60c7af26-f147-422b-9141-c34c7e657f42 HTTP/1.1" status: 200 len: 1093 time: 0.7938385 Mar 03 06:41:33.242175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'tag': '60c7af26-f147-422b-9141-c34c7e657f42'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:41:33.244399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca78ac38-17f8-4151-9d58-48bcb0f38153" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaa90dc-aade-4d9e-b76e-a616927c9d2f", "tag": "60c7af26-f147-422b-9141-c34c7e657f42"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:41:33.268192 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8c0f-e576-4bde-af5c-7d1bd541bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=60c7af26-f147-422b-9141-c34c7e657f42,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:33.290517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e1370-dc58-4f5d-ad24-6716a2018d15 x-openstack-request-id: req-494e1370-dc58-4f5d-ad24-6716a2018d15 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:41:33.290818 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaa90dc-aade-4d9e-b76e-a616927c9d2f", "tag": "60c7af26-f147-422b-9141-c34c7e657f42", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:41:33.291080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-494e1370-dc58-4f5d-ad24-6716a2018d15 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:41:33.291484 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'tag': '60c7af26-f147-422b-9141-c34c7e657f42', 'status': 'completed', 'code': 200} Mar 03 06:41:33.293313 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-26db5d55-0cbe-415d-ad8b-c19fda7e0227 service neutron] 10.222.0.31 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864174 Mar 03 06:41:33.359197 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ac38-17f8-4151-9d58-48bcb0f38153 req-bfade267-5e5a-4825-b6d6-477a48f72fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.360713 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca78ac38-17f8-4151-9d58-48bcb0f38153 req-bfade267-5e5a-4825-b6d6-477a48f72fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 1127 time: 0.0478768 Mar 03 06:41:33.455762 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ac38-17f8-4151-9d58-48bcb0f38153 req-3616e6a0-ca1a-4205-86c8-3264f01ac7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.457142 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca78ac38-17f8-4151-9d58-48bcb0f38153 req-3616e6a0-ca1a-4205-86c8-3264f01ac7f4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0892544 Mar 03 06:41:33.550138 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ac38-17f8-4151-9d58-48bcb0f38153 req-fd6b5bc9-ca26-4b36-af60-156bc5a4a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.551580 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca78ac38-17f8-4151-9d58-48bcb0f38153 req-fd6b5bc9-ca26-4b36-af60-156bc5a4a85a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879688 Mar 03 06:41:33.627685 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-2a2fce36-1b60-4f5b-8eeb-0ae525a55dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.629154 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-2a2fce36-1b60-4f5b-8eeb-0ae525a55dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 1127 time: 0.0438683 Mar 03 06:41:33.669249 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-45f970f5-0612-44ed-ad76-f1d5838bcc98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c7af26-f147-422b-9141-c34c7e657f42 HTTP/1.1" status: 200 len: 217 time: 0.0329723 Mar 03 06:41:33.689131 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:33.718211 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-7a92ead4-35a7-4daa-9513-e1b5c57d8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:33.719582 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-7a92ead4-35a7-4daa-9513-e1b5c57d8c3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=031a3657-e2df-4a0a-8faf-d59c61d670a6 HTTP/1.1" status: 200 len: 854 time: 0.0453730 Mar 03 06:41:33.751009 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-5b54f125-a081-4fb5-a306-d6024a78e2fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b156f1-66eb-4d3c-88ec-feb085474df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252826 Mar 03 06:41:33.850583 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-26705b07-3fdb-4612-98b2-d46adacc680f req-0981cc0c-8963-484e-9d57-e012484699bc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 210 time: 0.0367458 Mar 03 06:41:33.866079 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-877759b6-31f5-45e5-b3fb-a920f3545493 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094074 Mar 03 06:41:33.967130 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-42f7d01f-f069-4941-ac9e-82f4d10083e6 req-37978593-062e-4988-9c39-3dddd0456ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958228 Mar 03 06:41:34.170458 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446f971-4de2-4b50-867f-4a18d520b3fe req-6c1187a8-22a4-4205-9de9-8e0181cb9175 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:34.171949 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0446f971-4de2-4b50-867f-4a18d520b3fe req-6c1187a8-22a4-4205-9de9-8e0181cb9175 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 943 time: 0.0588400 Mar 03 06:41:34.218539 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0446f971-4de2-4b50-867f-4a18d520b3fe req-ea995f24-7fcf-4046-8454-1f0a8c6a491d tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Mar 03 06:41:34.943333 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fd84bd1a-eead-484e-8cd4-76d32870e8df req-1f91c545-4b9f-46f8-a3de-7642b47817eb tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Mar 03 06:41:35.154430 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:35.333878 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a40e2-2571-4944-b809-dba04518f99c req-9c38e00c-de83-496c-8afb-0edaadf4c1e0 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:35.335358 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0c3a40e2-2571-4944-b809-dba04518f99c req-9c38e00c-de83-496c-8afb-0edaadf4c1e0 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 943 time: 0.0514421 Mar 03 06:41:35.381736 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0c3a40e2-2571-4944-b809-dba04518f99c req-b756b3c4-02bc-4a23-9b65-b1deb1723b98 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Mar 03 06:41:35.797603 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-df06f117-1fef-4bbb-9cd2-afaa7288b308 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:35.799034 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-df06f117-1fef-4bbb-9cd2-afaa7288b308 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 811 time: 0.1036434 Mar 03 06:41:35.861986 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-0e50ef7c-4bcb-4e4d-a73d-45e280ab5d19 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c HTTP/1.1" status: 200 len: 380 time: 0.0538740 Mar 03 06:41:35.870678 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'port': {'device_id': 'bd89059f-27e7-4848-bec6-1f558062a571', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'admin_state_up': True, 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'security_groups': ['51563430-c4af-4e68-81a1-785303fa9fba']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:36.039221 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-fffb8dc2-a760-422e-96c9-0ef4e495bfc5 req-898594d7-36d0-49c3-8fc1-b537e30a0b9b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 210 time: 0.0288153 Mar 03 06:41:36.057161 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Made reservation on behalf of a29131fbbffe4fa8848b8fd3bce8ba3c for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:41:36.060716 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.191964 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Allocated IP 172.20.0.13 (475f95b3-25c9-436a-9f3a-124667ed1b0a/12f59b88-0285-4b02-8028-04cb542897e9/c3276628-145a-4a38-a005-2c3e2de13d6f) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:41:36.333489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.495259 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.498539 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e066-188a-4ccd-b5e9-118d11b67832 req-e6be8ab0-3c4d-4df5-b4f2-f64e1c21deae tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:36.500037 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8438e066-188a-4ccd-b5e9-118d11b67832 req-e6be8ab0-3c4d-4df5-b4f2-f64e1c21deae tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 943 time: 0.0519903 Mar 03 06:41:36.540449 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:41:36.543499 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:41:36.547106 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:41:36.550666 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8438e066-188a-4ccd-b5e9-118d11b67832 req-512a778e-2d32-438a-9c87-72019ee76d95 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Mar 03 06:41:36.573360 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=c3276628-145a-4a38-a005-2c3e2de13d6f,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:36.600310 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:36.600988 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.700087 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-2843d5f7-9af4-4c32-a8f7-18b6b0015c49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8330317 Mar 03 06:41:36.711696 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Request body: {'port': {'device_id': 'bd89059f-27e7-4848-bec6-1f558062a571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:36.754961 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.770471 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.813805 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-20bdb5f3-3ab0-49e1-a59a-c7d08014f5cd None None] Provisioning complete for port c3276628-145a-4a38-a005-2c3e2de13d6f triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:41:36.814401 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20bdb5f3-3ab0-49e1-a59a-c7d08014f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:36.848353 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-20bdb5f3-3ab0-49e1-a59a-c7d08014f5cd None None] Port c3276628-145a-4a38-a005-2c3e2de13d6f cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:41:37.038249 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3276628-145a-4a38-a005-2c3e2de13d6f {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:41:37.046388 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Publish callbacks [] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:37.059210 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Transition to ACTIVE for port object c3276628-145a-4a38-a005-2c3e2de13d6f will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:41:37.137885 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:37.199745 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec334ca-1e1c-4675-a577-34244ab9721e req-09c741b2-07fd-4bb7-af18-f80eee4e4e45 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:37.201265 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8ec334ca-1e1c-4675-a577-34244ab9721e req-09c741b2-07fd-4bb7-af18-f80eee4e4e45 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 932 time: 0.0959849 Mar 03 06:41:37.214731 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Pushing event updated for resources: {'Port': ['ID=c3276628-145a-4a38-a005-2c3e2de13d6f,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:37.297432 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8ec334ca-1e1c-4675-a577-34244ab9721e req-24165c21-1c57-406a-acd8-3885b2d698ae tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903647 Mar 03 06:41:37.316765 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Attempting to bind port c3276628-145a-4a38-a005-2c3e2de13d6f on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:41:37.317105 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Attempting to bind port c3276628-145a-4a38-a005-2c3e2de13d6f by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:41:37.317438 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Attempting to bind port c3276628-145a-4a38-a005-2c3e2de13d6f on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:41:37.333893 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Port c3276628-145a-4a38-a005-2c3e2de13d6f on network 475f95b3-25c9-436a-9f3a-124667ed1b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:41:37.334225 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Attempting to bind port c3276628-145a-4a38-a005-2c3e2de13d6f on network 475f95b3-25c9-436a-9f3a-124667ed1b0a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:41:37.339852 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:41:37.340159 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Checking segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:41:37.340671 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Bound using segment: {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:41:37.340980 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Bound port: c3276628-145a-4a38-a005-2c3e2de13d6f, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c698bd71-d23c-438c-9a34-acc869bcf7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:41:37.341338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:37.407291 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] For port c3276628-145a-4a38-a005-2c3e2de13d6f, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:41:37.410289 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] For port c3276628-145a-4a38-a005-2c3e2de13d6f, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c3276628-145a-4a38-a005-2c3e2de13d6f,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:41:37.486123 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:37.525155 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:37.525779 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:37.529598 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3276628-145a-4a38-a005-2c3e2de13d6f HTTP/1.1" status: 200 len: 1094 time: 0.8196952 Mar 03 06:41:37.529598 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:41:37.529938 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad9f798-d4da-445b-a089-d9e616af593c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:41:37.554438 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6cfa-d597-4666-9dc4-7edd04c49312 service neutron] Pushing event updated for resources: {'Port': ['ID=c3276628-145a-4a38-a005-2c3e2de13d6f,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:37.574405 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c014eb6b-6093-4ccd-b8be-11236b772bad x-openstack-request-id: req-c014eb6b-6093-4ccd-b8be-11236b772bad {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:41:37.574698 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:41:37.576351 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c014eb6b-6093-4ccd-b8be-11236b772bad {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:41:37.576755 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'status': 'completed', 'code': 200} Mar 03 06:41:37.687339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9f798-d4da-445b-a089-d9e616af593c req-3ee1c0d1-acb8-441d-b459-ba0c16ce7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:37.688863 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8ad9f798-d4da-445b-a089-d9e616af593c req-3ee1c0d1-acb8-441d-b459-ba0c16ce7509 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 1128 time: 0.0849791 Mar 03 06:41:37.703391 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4f0e0-32ff-4a80-9105-0339faeabfa2 req-fd2e07da-f27f-4a58-8841-12fa0848bb7e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:37.704875 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e4d4f0e0-32ff-4a80-9105-0339faeabfa2 req-fd2e07da-f27f-4a58-8841-12fa0848bb7e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 943 time: 0.0671046 Mar 03 06:41:37.807700 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-e4d4f0e0-32ff-4a80-9105-0339faeabfa2 req-117b77fa-8411-4f71-9185-c9a5891d08a1 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934625 Mar 03 06:41:37.828675 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9f798-d4da-445b-a089-d9e616af593c req-d09903f3-b3ce-4ba4-b12e-7d5425e0b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:37.830164 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8ad9f798-d4da-445b-a089-d9e616af593c req-d09903f3-b3ce-4ba4-b12e-7d5425e0b7cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1244047 Mar 03 06:41:37.929028 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9f798-d4da-445b-a089-d9e616af593c req-b0511f0b-ed73-4a2c-bfe2-02bcf091b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:37.931810 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8ad9f798-d4da-445b-a089-d9e616af593c req-b0511f0b-ed73-4a2c-bfe2-02bcf091b2dc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957546 Mar 03 06:41:37.945173 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 60c7af26-f147-422b-9141-c34c7e657f42 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:41:38.012358 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-04d44711-a856-4787-bbce-910a44637268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:38.013870 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-04d44711-a856-4787-bbce-910a44637268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 1128 time: 0.0437243 Mar 03 06:41:38.047861 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 60c7af26-f147-422b-9141-c34c7e657f42, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=60c7af26-f147-422b-9141-c34c7e657f42,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:41:38.053146 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-fa9d984e-84ec-48ec-9b03-25844578098e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3276628-145a-4a38-a005-2c3e2de13d6f HTTP/1.1" status: 200 len: 217 time: 0.0328593 Mar 03 06:41:38.059847 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '60c7af26-f147-422b-9141-c34c7e657f42', 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2', 'port_id': '60c7af26-f147-422b-9141-c34c7e657f42', 'mac_address': 'fa:16:3e:45:4d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031a3657-e2df-4a0a-8faf-d59c61d670a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:41:38.099633 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 60c7af26-f147-422b-9141-c34c7e657f42 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:41:38.100025 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (60c7af26-f147-422b-9141-c34c7e657f42), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:38.104431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-d51eb880-da0f-499e-aebd-3831e7d321eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:38.105912 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-d51eb880-da0f-499e-aebd-3831e7d321eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0474007 Mar 03 06:41:38.113592 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c7af26-f147-422b-9141-c34c7e657f42 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:41:38.134585 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 60c7af26-f147-422b-9141-c34c7e657f42, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=60c7af26-f147-422b-9141-c34c7e657f42,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:41:38.153075 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-34d0b953-c69f-4514-89a1-d246eab984d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:38.154601 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-34d0b953-c69f-4514-89a1-d246eab984d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433536 Mar 03 06:41:38.205790 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (60c7af26-f147-422b-9141-c34c7e657f42), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:38.261883 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=60c7af26-f147-422b-9141-c34c7e657f42,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:38.424011 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ec8f-8715-45d2-ae0f-5af8e5de9c24 req-4857b978-d07a-4fcd-ad66-2a6cac78b627 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:38.425472 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2230ec8f-8715-45d2-ae0f-5af8e5de9c24 req-4857b978-d07a-4fcd-ad66-2a6cac78b627 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0505815 Mar 03 06:41:38.471930 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2230ec8f-8715-45d2-ae0f-5af8e5de9c24 req-1f34c421-4706-4d04-b670-f05ce1e63600 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Mar 03 06:41:38.921244 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4984e-7458-4a28-93b5-e8131575c7d5 req-4d718516-ea09-49ab-a357-dda32925360c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:38.922718 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cfd4984e-7458-4a28-93b5-e8131575c7d5 req-4d718516-ea09-49ab-a357-dda32925360c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 944 time: 0.0505717 Mar 03 06:41:38.959774 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:41:38.969022 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cfd4984e-7458-4a28-93b5-e8131575c7d5 req-729dffca-1a9d-4d4a-b365-041f4267669d tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Mar 03 06:41:39.179189 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-12e53162-dcf7-48c9-974a-fdc8e9e8b4b0 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832529 Mar 03 06:41:39.585091 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b28c5-d703-4de3-ad90-e05145141dd2 req-c943eb20-83b8-42b1-8271-b931b33d27ba tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:39.587206 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-366b28c5-d703-4de3-ad90-e05145141dd2 req-c943eb20-83b8-42b1-8271-b931b33d27ba tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0504520 Mar 03 06:41:39.632919 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-366b28c5-d703-4de3-ad90-e05145141dd2 req-2401a6d9-37e9-405b-aa73-8aa132f9569c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Mar 03 06:41:39.976909 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a774ce19-11e9-4801-ba7d-8ebfff4c594c req-7f0557ba-1170-438f-bbd6-7f5af67690b6 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803876 Mar 03 06:41:40.083382 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab72ce9-bab9-4407-a107-71945f8c5611 req-007f779b-4a62-4648-8d82-95fef661fbcc tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:40.084828 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ab72ce9-bab9-4407-a107-71945f8c5611 req-007f779b-4a62-4648-8d82-95fef661fbcc tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 944 time: 0.0510006 Mar 03 06:41:40.135310 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1ab72ce9-bab9-4407-a107-71945f8c5611 req-bed51d15-800a-4cc1-a1af-ff69425e7751 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Mar 03 06:41:40.750704 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e30a-606f-4ea9-8d2c-10392b8e0c7d req-ca1972c5-ddab-4c2f-87b1-c81783e3e6b9 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:40.752053 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0982e30a-606f-4ea9-8d2c-10392b8e0c7d req-ca1972c5-ddab-4c2f-87b1-c81783e3e6b9 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0546570 Mar 03 06:41:40.800210 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0982e30a-606f-4ea9-8d2c-10392b8e0c7d req-b67e1e5d-5297-4059-9c5f-265a78e6cd2f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 Mar 03 06:41:41.136989 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['60c7af26-f147-422b-9141-c34c7e657f42'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:41:41.250951 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cbb62-3903-4809-bd12-4e0ff18456ab req-8f39c13e-368d-40f7-9915-63e8c1bff2d5 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:41.252449 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-807cbb62-3903-4809-bd12-4e0ff18456ab req-8f39c13e-368d-40f7-9915-63e8c1bff2d5 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 944 time: 0.0515230 Mar 03 06:41:41.309419 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-807cbb62-3903-4809-bd12-4e0ff18456ab req-13d0a25c-f7cd-460a-b6ca-6c981a7cc912 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510244 Mar 03 06:41:41.913131 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45bcb8-22cf-4557-bff3-8e4c0e541f47 req-6017a419-0a48-4dfa-a9b1-6afbf2301001 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:41.914590 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1b45bcb8-22cf-4557-bff3-8e4c0e541f47 req-6017a419-0a48-4dfa-a9b1-6afbf2301001 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0501330 Mar 03 06:41:41.961594 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1b45bcb8-22cf-4557-bff3-8e4c0e541f47 req-a9c2dbc7-3d02-4cc4-aa32-b57bb7f1d7a9 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411816 Mar 03 06:41:42.426298 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad6623-c170-488f-9fd3-d8c876fa8f59 req-fbbaa3df-7b4f-4023-8ad9-d5b14c2484d4 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:42.427802 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bcad6623-c170-488f-9fd3-d8c876fa8f59 req-fbbaa3df-7b4f-4023-8ad9-d5b14c2484d4 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 944 time: 0.0516424 Mar 03 06:41:42.477159 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-bcad6623-c170-488f-9fd3-d8c876fa8f59 req-92785928-6060-4761-ae35-fcdc6abddc28 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Mar 03 06:41:42.876909 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 60c7af26-f147-422b-9141-c34c7e657f42 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:41:43.006028 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 60c7af26-f147-422b-9141-c34c7e657f42 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:41:43.010920 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 60c7af26-f147-422b-9141-c34c7e657f42 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:41:43.011296 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (60c7af26-f147-422b-9141-c34c7e657f42), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:43.076028 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a738aa-0b8e-4684-b42b-395db8585c0e req-b40ac84e-d996-4f21-b986-b634c6d34b33 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:43.077489 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d0a738aa-0b8e-4684-b42b-395db8585c0e req-b40ac84e-d996-4f21-b986-b634c6d34b33 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0506024 Mar 03 06:41:43.089712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 60c7af26-f147-422b-9141-c34c7e657f42 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:41:43.090103 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (60c7af26-f147-422b-9141-c34c7e657f42), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:43.112006 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c7af26-f147-422b-9141-c34c7e657f42'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:41:43.114701 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d562935-039a-410f-aaca-9a5204d86590" -d '{"events": [{"server_uuid": "bfaa90dc-aade-4d9e-b76e-a616927c9d2f", "name": "network-vif-plugged", "status": "completed", "tag": "60c7af26-f147-422b-9141-c34c7e657f42"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:41:43.128766 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 60c7af26-f147-422b-9141-c34c7e657f42, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=60c7af26-f147-422b-9141-c34c7e657f42,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:41:43.128921 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d0a738aa-0b8e-4684-b42b-395db8585c0e req-c15c7116-cfee-48cc-b74a-5c2620b3d4c7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Mar 03 06:41:43.151458 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b178480-89ac-47d0-9afa-4d65e197890d x-openstack-request-id: req-2b178480-89ac-47d0-9afa-4d65e197890d {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:41:43.151458 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaa90dc-aade-4d9e-b76e-a616927c9d2f", "name": "network-vif-plugged", "status": "completed", "tag": "60c7af26-f147-422b-9141-c34c7e657f42", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:41:43.151458 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b178480-89ac-47d0-9afa-4d65e197890d {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:41:43.151458 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c7af26-f147-422b-9141-c34c7e657f42', 'code': 200} Mar 03 06:41:43.188888 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (60c7af26-f147-422b-9141-c34c7e657f42), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:43.235116 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=60c7af26-f147-422b-9141-c34c7e657f42,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:43.421258 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d760897-cd96-4837-b2a9-aa4c980945b9 req-b8ee4e7f-850e-42de-9f66-8a8b161f6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:43.422637 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8d760897-cd96-4837-b2a9-aa4c980945b9 req-b8ee4e7f-850e-42de-9f66-8a8b161f6dbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 1129 time: 0.0455146 Mar 03 06:41:43.464577 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-8d760897-cd96-4837-b2a9-aa4c980945b9 req-537c3e37-d082-4187-8a66-44a1056f9195 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352609 Mar 03 06:41:43.596629 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e392e0-ba08-400c-bf60-6351724e3260 req-8ee8f835-402b-4e7d-9643-3065f84bb23e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:43.598123 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-86e392e0-ba08-400c-bf60-6351724e3260 req-8ee8f835-402b-4e7d-9643-3065f84bb23e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0541542 Mar 03 06:41:43.645302 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-86e392e0-ba08-400c-bf60-6351724e3260 req-d6b7d373-75e0-4aa2-b250-4debfd34831b tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Mar 03 06:41:44.247452 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a136c5-8df1-4f1a-928a-7bebf81c1ca3 req-f497f290-cc11-4279-9ede-f177661001b9 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:44.248922 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-25a136c5-8df1-4f1a-928a-7bebf81c1ca3 req-f497f290-cc11-4279-9ede-f177661001b9 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0510671 Mar 03 06:41:44.296181 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-25a136c5-8df1-4f1a-928a-7bebf81c1ca3 req-f6280d22-a480-4d97-bc95-8ab42aff1188 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417936 Mar 03 06:41:44.761761 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861f61-89fc-4b0c-9074-cbd04996bb5a req-fb93832b-a9a4-40a8-b3a4-3ff6a0eb2651 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:44.763338 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8d861f61-89fc-4b0c-9074-cbd04996bb5a req-fb93832b-a9a4-40a8-b3a4-3ff6a0eb2651 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0520642 Mar 03 06:41:44.810403 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8d861f61-89fc-4b0c-9074-cbd04996bb5a req-6dbf92fa-2080-4293-86d0-68b131fef9d1 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Mar 03 06:41:45.416543 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f75fcd-8875-49e2-85eb-0a2d0b03a8aa req-06de7b6a-b7f7-4c54-81eb-0959dfca0dba tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:45.418053 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-01f75fcd-8875-49e2-85eb-0a2d0b03a8aa req-06de7b6a-b7f7-4c54-81eb-0959dfca0dba tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Mar 03 06:41:45.707985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-01f75fcd-8875-49e2-85eb-0a2d0b03a8aa req-29984000-565b-4e11-83e7-5b3c9f588f44 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843375 Mar 03 06:41:45.930570 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4fa15-4611-4196-8576-aa4cac45236f req-ac73c0b4-088d-4bc0-9bb1-325304a2f316 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:45.931973 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a5c4fa15-4611-4196-8576-aa4cac45236f req-ac73c0b4-088d-4bc0-9bb1-325304a2f316 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0558505 Mar 03 06:41:45.979802 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a5c4fa15-4611-4196-8576-aa4cac45236f req-0867444d-945e-43ad-9981-7e0bd116732c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Mar 03 06:41:45.988742 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41056) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:46.102307 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.177525 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Publish callbacks [] for security_group (17536b85-54a3-4ef6-8f1c-4fe27eddbe8c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.249001 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (17536b85-54a3-4ef6-8f1c-4fe27eddbe8c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.286689 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffa51a0c0c6c46cc9a80d1f94ff5157f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965915 Mar 03 06:41:46.288679 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17536b85-54a3-4ef6-8f1c-4fe27eddbe8c,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:46.289714 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41098) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:46.295914 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.296326 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.296678 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.297021 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.297359 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.297733 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.298090 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.298523 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.298857 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.299193 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.299526 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.299855 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.300187 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4782fce8-fe1a-454f-a91f-83406cebe67c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.336252 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Publish callbacks [] for security_group (17536b85-54a3-4ef6-8f1c-4fe27eddbe8c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.357152 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Publish callbacks [] for security_group (17536b85-54a3-4ef6-8f1c-4fe27eddbe8c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.491441 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (17536b85-54a3-4ef6-8f1c-4fe27eddbe8c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.494080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:46.495264 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17536b85-54a3-4ef6-8f1c-4fe27eddbe8c HTTP/1.1" status: 204 len: 168 time: 0.2043962 Mar 03 06:41:46.502832 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17536b85-54a3-4ef6-8f1c-4fe27eddbe8c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:46.510469 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.510828 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.511173 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.511516 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.511852 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.512188 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.512523 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.512856 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.513188 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.513520 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.513888 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.514207 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.514534 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60286a8-53ce-44cb-8d05-03433099433a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:46.830514 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412d5c9-4a3c-44b6-a0b9-091fe518e4a3 req-3b1f2986-aa88-4abf-bc03-a44466f9871f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:46.831986 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b412d5c9-4a3c-44b6-a0b9-091fe518e4a3 req-3b1f2986-aa88-4abf-bc03-a44466f9871f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0527303 Mar 03 06:41:46.882418 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b412d5c9-4a3c-44b6-a0b9-091fe518e4a3 req-567d1e36-d860-4bab-8d14-c39520c6cbb7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Mar 03 06:41:47.147402 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41120) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:47.160681 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0db-215d-48fb-92d1-c8ca43d1b833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.241131 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0db-215d-48fb-92d1-c8ca43d1b833 admin admin] Publish callbacks [] for security_group (b58cd87d-2af7-48bb-95ec-b23977331a6a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.308611 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0db-215d-48fb-92d1-c8ca43d1b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b58cd87d-2af7-48bb-95ec-b23977331a6a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.347248 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a0db-215d-48fb-92d1-c8ca43d1b833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58cd87d-2af7-48bb-95ec-b23977331a6a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:47.351563 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-cd00a0db-215d-48fb-92d1-c8ca43d1b833 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=858108c07c7245adab229c15207d8f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031252 Mar 03 06:41:47.354887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41126) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:47.406325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-82fb5be4-db61-41be-8aa2-506b229060dd admin admin] Publish callbacks [] for security_group (b58cd87d-2af7-48bb-95ec-b23977331a6a), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.432240 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-82fb5be4-db61-41be-8aa2-506b229060dd admin admin] Publish callbacks [] for security_group (b58cd87d-2af7-48bb-95ec-b23977331a6a), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.551515 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-82fb5be4-db61-41be-8aa2-506b229060dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b58cd87d-2af7-48bb-95ec-b23977331a6a), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.554162 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-82fb5be4-db61-41be-8aa2-506b229060dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:47.555319 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-82fb5be4-db61-41be-8aa2-506b229060dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b58cd87d-2af7-48bb-95ec-b23977331a6a HTTP/1.1" status: 204 len: 168 time: 0.1993582 Mar 03 06:41:47.563261 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5be4-db61-41be-8aa2-506b229060dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58cd87d-2af7-48bb-95ec-b23977331a6a,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:47.999912 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b52b73-9b7f-445b-b0b1-9c4c34268bef req-83ed8f6e-3f17-4750-a2e5-c6c0edb68711 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:48.001405 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-28b52b73-9b7f-445b-b0b1-9c4c34268bef req-83ed8f6e-3f17-4750-a2e5-c6c0edb68711 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0538518 Mar 03 06:41:48.053052 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-28b52b73-9b7f-445b-b0b1-9c4c34268bef req-75db3d06-37a5-45f5-a99a-e4504094c13e tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460277 Mar 03 06:41:48.895837 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device c3276628-145a-4a38-a005-2c3e2de13d6f details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:41:48.998707 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port c3276628-145a-4a38-a005-2c3e2de13d6f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c3276628-145a-4a38-a005-2c3e2de13d6f,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:41:49.011416 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'port_id': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'mac_address': 'fa:16:3e:65:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:41:49.052335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port c3276628-145a-4a38-a005-2c3e2de13d6f is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:41:49.052717 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:49.065032 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3276628-145a-4a38-a005-2c3e2de13d6f {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:41:49.084192 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port c3276628-145a-4a38-a005-2c3e2de13d6f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c3276628-145a-4a38-a005-2c3e2de13d6f,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:41:49.168078 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:49.178250 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3e12-855b-41d5-88b3-1e72c3686cfa req-3e94d8e6-9ca2-469e-bd1c-ccda1e0affbc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:49.179726 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0f2d3e12-855b-41d5-88b3-1e72c3686cfa req-3e94d8e6-9ca2-469e-bd1c-ccda1e0affbc tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 944 time: 0.0544741 Mar 03 06:41:49.226788 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=c3276628-145a-4a38-a005-2c3e2de13d6f,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:49.237219 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0f2d3e12-855b-41d5-88b3-1e72c3686cfa req-3e312e74-ba97-4a51-b580-6ec5eb2cdd2e tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514367 Mar 03 06:41:49.239084 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.240134 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.240549 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.240955 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.241513 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.241983 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.242558 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.242889 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.243277 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.243700 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.244085 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.244536 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.245799 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:41:49.434288 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['c3276628-145a-4a38-a005-2c3e2de13d6f'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:41:50.360730 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5bd8-3d1c-4df9-abc6-ffe3e25114eb req-38cd9e99-33eb-47fc-afc9-a400229dffbf tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:50.362219 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f83f5bd8-3d1c-4df9-abc6-ffe3e25114eb req-38cd9e99-33eb-47fc-afc9-a400229dffbf tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Mar 03 06:41:50.415058 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f83f5bd8-3d1c-4df9-abc6-ffe3e25114eb req-4cc49098-dc3d-43cb-a470-e52b8b9701b1 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469916 Mar 03 06:41:50.904118 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device c3276628-145a-4a38-a005-2c3e2de13d6f up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:41:51.017286 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port c3276628-145a-4a38-a005-2c3e2de13d6f completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:41:51.021389 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port c3276628-145a-4a38-a005-2c3e2de13d6f triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:41:51.021803 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:51.101867 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port c3276628-145a-4a38-a005-2c3e2de13d6f is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:41:51.102254 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:51.125645 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:41:51.127907 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f53aed-4710-4da3-a3eb-e35a8b48d28f" -d '{"events": [{"server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "name": "network-vif-plugged", "status": "completed", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:41:51.141169 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port c3276628-145a-4a38-a005-2c3e2de13d6f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c3276628-145a-4a38-a005-2c3e2de13d6f,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:41:51.163057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6782f68d-15d3-46d9-b176-37d52adb8ac8 x-openstack-request-id: req-6782f68d-15d3-46d9-b176-37d52adb8ac8 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:41:51.163366 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "name": "network-vif-plugged", "status": "completed", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:41:51.163627 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6782f68d-15d3-46d9-b176-37d52adb8ac8 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:41:51.164031 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'code': 200} Mar 03 06:41:51.205840 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:51.254810 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=c3276628-145a-4a38-a005-2c3e2de13d6f,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:51.540821 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dba6-84cd-4b08-bf9b-f1a7f5366198 req-f72a31a9-b3a5-4265-999a-80dc71aaadfb tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:51.543608 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4c46dba6-84cd-4b08-bf9b-f1a7f5366198 req-f72a31a9-b3a5-4265-999a-80dc71aaadfb tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0575225 Mar 03 06:41:51.548572 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232a2d-1095-460b-8808-5d4181564830 req-c5db49ed-5ae3-428b-8c83-b8e82f926d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:51.550328 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-32232a2d-1095-460b-8808-5d4181564830 req-c5db49ed-5ae3-428b-8c83-b8e82f926d76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 1130 time: 0.0500090 Mar 03 06:41:51.593744 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4c46dba6-84cd-4b08-bf9b-f1a7f5366198 req-af9d4472-fdea-43ab-9b5f-a17ee603e874 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Mar 03 06:41:51.599536 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-32232a2d-1095-460b-8808-5d4181564830 req-5240fe24-f43c-4512-a2ac-b7ce70e2a76d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Mar 03 06:41:52.715284 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152fffa-d4d9-4908-8f04-5f411dedc6fa req-82772f41-202b-4267-b732-b26974d41216 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:52.716757 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5152fffa-d4d9-4908-8f04-5f411dedc6fa req-82772f41-202b-4267-b732-b26974d41216 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0540566 Mar 03 06:41:52.766681 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5152fffa-d4d9-4908-8f04-5f411dedc6fa req-7cdca4a5-507a-44bf-88cf-9ac85aa40709 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Mar 03 06:41:53.884743 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584f522-a297-4e52-8449-c68bac60ec81 req-9e47b0a9-c52e-413f-a159-e4ab174a4770 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:53.886798 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2584f522-a297-4e52-8449-c68bac60ec81 req-9e47b0a9-c52e-413f-a159-e4ab174a4770 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0527866 Mar 03 06:41:53.934946 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-2584f522-a297-4e52-8449-c68bac60ec81 req-81e9eb7b-335e-4df7-bd56-d78346ed5a8a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Mar 03 06:41:54.056758 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea36ac-9b02-4e11-9ae6-9437bc75734a req-d62faf8f-b9c4-4ecf-a468-aafb32a692a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:54.058829 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cfea36ac-9b02-4e11-9ae6-9437bc75734a req-d62faf8f-b9c4-4ecf-a468-aafb32a692a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0518637 Mar 03 06:41:54.110934 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cfea36ac-9b02-4e11-9ae6-9437bc75734a req-1875aeff-bb2c-452c-936f-ede36d0a3fa1 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Mar 03 06:41:54.136153 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41224) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:54.179985 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9128eb-9506-4cf9-bb16-9eb2e4b3616e tempest-TestVolumeBootPattern-622064017 tempest-TestVolumeBootPattern-622064017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:54.181678 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-fb9128eb-9506-4cf9-bb16-9eb2e4b3616e tempest-TestVolumeBootPattern-622064017 tempest-TestVolumeBootPattern-622064017-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 1125 time: 0.0444882 Mar 03 06:41:54.184452 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41226) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:41:54.188656 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'port_id': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:41:54.297313 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:54.400121 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:54.500243 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Allocated IP 172.27.2.202 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/f019f814-97b4-431e-9ffd-41018f7f1182) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:41:54.612664 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (f019f814-97b4-431e-9ffd-41018f7f1182), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:54.706149 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (f019f814-97b4-431e-9ffd-41018f7f1182), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:54.744992 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:41:54.747717 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:41:54.751117 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:41:54.756501 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=f019f814-97b4-431e-9ffd-41018f7f1182,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:55.122699 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (33bb5b7a-ab03-4c2c-a8de-d869be8085f2), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:55.252832 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (f019f814-97b4-431e-9ffd-41018f7f1182), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:55.405947 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for port (f019f814-97b4-431e-9ffd-41018f7f1182), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:55.485682 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (f019f814-97b4-431e-9ffd-41018f7f1182), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:55.558492 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event updated for resources: {'Port': ['ID=f019f814-97b4-431e-9ffd-41018f7f1182,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:41:55.571396 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (33bb5b7a-ab03-4c2c-a8de-d869be8085f2), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:55.675548 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Floating IP 33bb5b7a-ab03-4c2c-a8de-d869be8085f2 associated. External IP: 172.27.2.202, port: c3276628-145a-4a38-a005-2c3e2de13d6f. Mar 03 06:41:55.888836 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:41:55.997039 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:41:56.006608 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:41:56.020041 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:41:56.020653 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:41:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:41:56.110938 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:56.131937 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:41:56.143669 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-44fe57b1-ef33-4872-9607-1d3fbbb426db tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9581883 Mar 03 06:41:56.144363 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:41:56.146534 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fb8d68-8e47-466d-be03-d154ac093e99" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:41:56.186827 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c73482-a2d2-46bf-ba4e-d0284e2020a8 x-openstack-request-id: req-f3c73482-a2d2-46bf-ba4e-d0284e2020a8 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:41:56.187132 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:41:56.187385 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3c73482-a2d2-46bf-ba4e-d0284e2020a8 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:41:56.187811 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'status': 'completed', 'code': 200} Mar 03 06:41:56.365894 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:43Z', 'revision_number': 1, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}, {'id': '33bb5b7a-ab03-4c2c-a8de-d869be8085f2', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:65:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd89059f-27e7-4848-bec6-1f558062a571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:41:54Z', 'updated_at': '2022-03-03T06:41:54Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:41:56.391783 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:41:56.400079 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:41:56.401209 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:41:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:41:56.509077 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:41:56.737670 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:43Z', 'revision_number': 1, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}, {'id': '33bb5b7a-ab03-4c2c-a8de-d869be8085f2', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:65:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd89059f-27e7-4848-bec6-1f558062a571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:41:54Z', 'updated_at': '2022-03-03T06:41:54Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:41:56.764749 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77af9d9-af5a-47db-85de-6577e661fec0 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:43Z', 'revision_number': 1, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}, {'id': '33bb5b7a-ab03-4c2c-a8de-d869be8085f2', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:65:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd89059f-27e7-4848-bec6-1f558062a571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:41:54Z', 'updated_at': '2022-03-03T06:41:54Z', 'revision_number': 0, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:41:56.983805 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c0eed-debe-4563-b511-15f8ceb52c0a None None] New status for floating IP 33bb5b7a-ab03-4c2c-a8de-d869be8085f2: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:41:57.040413 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-61d04bd6-94b0-439c-a26f-e33eb0e58b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:57.042665 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-61d04bd6-94b0-439c-a26f-e33eb0e58b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 1130 time: 0.0535858 Mar 03 06:41:57.141249 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-1d979329-547f-467f-bb31-de1b67fd1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:57.142771 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-1d979329-547f-467f-bb31-de1b67fd1681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.0923133 Mar 03 06:41:57.219624 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-a18606ca-b107-4ae4-857d-1bd48306a09e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3276628-145a-4a38-a005-2c3e2de13d6f HTTP/1.1" status: 200 len: 1000 time: 0.0647943 Mar 03 06:41:57.267697 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-e91bd1c3-3cbe-4508-8ed2-62490c4b1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:57.268492 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-e91bd1c3-3cbe-4508-8ed2-62490c4b1eb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0470316 Mar 03 06:41:57.318618 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-82f29784-5423-4df1-a13f-4c0efe187493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:57.319999 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-82f29784-5423-4df1-a13f-4c0efe187493 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432048 Mar 03 06:41:57.419647 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-eb802b80-5427-4e8f-8a1a-b817342da72e service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882263 Mar 03 06:41:57.446145 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:41:57.510737 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-b3fb8d68-8e47-466d-be03-d154ac093e99 req-1002904b-ae25-4d0a-89b0-49d07510a2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838196 Mar 03 06:42:00.516640 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e4e2187c-6aca-48a3-9cd1-0291622d5d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:01.740636 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41328) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:01.842674 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-098c1b39-db86-48e7-a09a-88306b090cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:01.912869 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-098c1b39-db86-48e7-a09a-88306b090cbf admin admin] Publish callbacks [] for security_group (0f0b4921-addd-465d-8171-6df2196920b2), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:01.988297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-098c1b39-db86-48e7-a09a-88306b090cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (0f0b4921-addd-465d-8171-6df2196920b2), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:02.051853 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-098c1b39-db86-48e7-a09a-88306b090cbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3c94f55f83649d2b9c2217a7e808d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100946 Mar 03 06:42:02.054598 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41332) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:02.055087 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c1b39-db86-48e7-a09a-88306b090cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0b4921-addd-465d-8171-6df2196920b2,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:02.067455 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-968d5cd0-5d09-4f78-974e-bbf85eef7169 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884614 Mar 03 06:42:02.113388 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e9398a29-f856-4d9f-99e3-28ada3ff35c0 admin admin] Publish callbacks [] for security_group (0f0b4921-addd-465d-8171-6df2196920b2), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:02.133123 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-4c0852f6-a628-4d84-bb84-1e2981f0f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:02.133949 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e9398a29-f856-4d9f-99e3-28ada3ff35c0 admin admin] Publish callbacks [] for security_group (0f0b4921-addd-465d-8171-6df2196920b2), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:02.134706 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-4c0852f6-a628-4d84-bb84-1e2981f0f440 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.0446818 Mar 03 06:42:02.236719 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-82d2aaef-10b5-49ba-8644-0eb62be910b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:02.238185 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-82d2aaef-10b5-49ba-8644-0eb62be910b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 909 time: 0.0855923 Mar 03 06:42:02.248314 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e9398a29-f856-4d9f-99e3-28ada3ff35c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (0f0b4921-addd-465d-8171-6df2196920b2), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:02.250978 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e9398a29-f856-4d9f-99e3-28ada3ff35c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:02.252129 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e9398a29-f856-4d9f-99e3-28ada3ff35c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f0b4921-addd-465d-8171-6df2196920b2 HTTP/1.1" status: 204 len: 168 time: 0.1965656 Mar 03 06:42:02.260125 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9398a29-f856-4d9f-99e3-28ada3ff35c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0b4921-addd-465d-8171-6df2196920b2,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:02.305398 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-996c6b18-fe51-485b-87d2-64d3a04fa283 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 1002 time: 0.0616632 Mar 03 06:42:02.355109 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-e3f4e3dd-5aac-4b6e-88c3-f71c6d10f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:02.356508 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-e3f4e3dd-5aac-4b6e-88c3-f71c6d10f718 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0451715 Mar 03 06:42:02.413370 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-851a95a5-0e64-4658-87dd-1e55f1700738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:02.414882 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-851a95a5-0e64-4658-87dd-1e55f1700738 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523028 Mar 03 06:42:02.505490 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-b295cddd-1e18-4626-ba53-a05f94bf8c98 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Mar 03 06:42:02.598313 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9fd7cc0e-035e-49da-a38d-c7611cd55ebf req-fca4c7fb-0769-4bcb-9faf-3cc1c1c72010 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Mar 03 06:42:02.688422 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7f05dd2b-e9bf-44a6-af97-56e06b5c3808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:02.927458 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41350) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:02.941282 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-717bf32a-d6ba-40eb-b092-2a91cbc2f904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.013457 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-717bf32a-d6ba-40eb-b092-2a91cbc2f904 admin admin] Publish callbacks [] for security_group (8a7abe9a-6c2e-4825-99eb-b4d8f4600e95), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.065342 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-717bf32a-d6ba-40eb-b092-2a91cbc2f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (8a7abe9a-6c2e-4825-99eb-b4d8f4600e95), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.103563 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-717bf32a-d6ba-40eb-b092-2a91cbc2f904 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=737bdd417d734f559a0549d08e1912da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749949 Mar 03 06:42:03.105260 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bf32a-d6ba-40eb-b092-2a91cbc2f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7abe9a-6c2e-4825-99eb-b4d8f4600e95,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:03.106976 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41352) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:03.166161 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b71283c3-6154-4fd6-a48f-ff16f76e54f1 admin admin] Publish callbacks [] for security_group (8a7abe9a-6c2e-4825-99eb-b4d8f4600e95), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.187996 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b71283c3-6154-4fd6-a48f-ff16f76e54f1 admin admin] Publish callbacks [] for security_group (8a7abe9a-6c2e-4825-99eb-b4d8f4600e95), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.297045 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b71283c3-6154-4fd6-a48f-ff16f76e54f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (8a7abe9a-6c2e-4825-99eb-b4d8f4600e95), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.299772 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b71283c3-6154-4fd6-a48f-ff16f76e54f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:03.300964 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b71283c3-6154-4fd6-a48f-ff16f76e54f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a7abe9a-6c2e-4825-99eb-b4d8f4600e95 HTTP/1.1" status: 204 len: 168 time: 0.1929910 Mar 03 06:42:03.309038 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71283c3-6154-4fd6-a48f-ff16f76e54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7abe9a-6c2e-4825-99eb-b4d8f4600e95,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:03.676603 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:05.174056 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:06.748724 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:13.536187 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581e6b7-3706-4988-b6bb-083de7338d3e req-fb7b3900-dcdc-42fa-8b9d-2602fb245cf2 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:13.537691 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c581e6b7-3706-4988-b6bb-083de7338d3e req-fb7b3900-dcdc-42fa-8b9d-2602fb245cf2 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0527425 Mar 03 06:42:13.585017 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c581e6b7-3706-4988-b6bb-083de7338d3e req-2b3d192f-ed44-4411-bd49-7d47ced0c9b3 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Mar 03 06:42:14.702887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f789b-dacd-4eb0-9989-e0d698e14845 req-774173ed-0560-42e9-abd0-19262742de92 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:14.704334 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4a4f789b-dacd-4eb0-9989-e0d698e14845 req-774173ed-0560-42e9-abd0-19262742de92 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0509744 Mar 03 06:42:14.754747 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4a4f789b-dacd-4eb0-9989-e0d698e14845 req-d3ceb170-db44-4a83-8b66-5b37ed26154e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Mar 03 06:42:15.874611 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196584e-d7b2-42c8-9ed1-2ac4ae8c9b21 req-edf6e000-cc52-4e17-a82c-05631b8b386e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:15.876056 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d196584e-d7b2-42c8-9ed1-2ac4ae8c9b21 req-edf6e000-cc52-4e17-a82c-05631b8b386e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0539036 Mar 03 06:42:15.923028 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d196584e-d7b2-42c8-9ed1-2ac4ae8c9b21 req-e07d7f88-3872-4319-8117-b3cc257693a6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Mar 03 06:42:15.957659 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:42:16.639687 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41532) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:16.748327 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d85b1bf-8e64-49b5-901b-951ddaecef5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:16.819967 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d85b1bf-8e64-49b5-901b-951ddaecef5c admin admin] Publish callbacks [] for security_group (5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:16.884937 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d85b1bf-8e64-49b5-901b-951ddaecef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:16.922251 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-8d85b1bf-8e64-49b5-901b-951ddaecef5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=900dd187aa6a4bbfa3db055018854767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815077 Mar 03 06:42:16.924190 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85b1bf-8e64-49b5-901b-951ddaecef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:16.925016 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41538) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:16.973094 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9aded61b-3342-4a56-975a-25dd6c887eab admin admin] Publish callbacks [] for security_group (5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.001691 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9aded61b-3342-4a56-975a-25dd6c887eab admin admin] Publish callbacks [] for security_group (5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.064023 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617748e-3bf9-4fbe-af5e-dbff07c6621a req-3a946f01-f6db-4274-9778-a804206dc297 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:17.066686 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9617748e-3bf9-4fbe-af5e-dbff07c6621a req-3a946f01-f6db-4274-9778-a804206dc297 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0755327 Mar 03 06:42:17.114299 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9617748e-3bf9-4fbe-af5e-dbff07c6621a req-186332b7-cebf-4b2b-9360-989c7bbc37da tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Mar 03 06:42:17.171170 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9aded61b-3342-4a56-975a-25dd6c887eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.173756 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9aded61b-3342-4a56-975a-25dd6c887eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.174842 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-9aded61b-3342-4a56-975a-25dd6c887eab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1 HTTP/1.1" status: 204 len: 168 time: 0.2487531 Mar 03 06:42:17.182587 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded61b-3342-4a56-975a-25dd6c887eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf53b08-a39e-4ba0-9e0e-ccb75c360bd1,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:17.692290 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41548) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:17.705102 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fdf73aee-cb0f-494c-9eaa-a8953b373d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.790786 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fdf73aee-cb0f-494c-9eaa-a8953b373d04 admin admin] Publish callbacks [] for security_group (da995eb6-f4c4-4ec9-8bae-5191a3594616), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.847268 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fdf73aee-cb0f-494c-9eaa-a8953b373d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (da995eb6-f4c4-4ec9-8bae-5191a3594616), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.884286 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fdf73aee-cb0f-494c-9eaa-a8953b373d04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f8bf6fc27e5410c8b5d2926af845259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908894 Mar 03 06:42:17.886108 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf73aee-cb0f-494c-9eaa-a8953b373d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da995eb6-f4c4-4ec9-8bae-5191a3594616,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:17.886995 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41550) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:17.935080 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae7716da-43cd-4fc0-8260-8d706a8b862a admin admin] Publish callbacks [] for security_group (da995eb6-f4c4-4ec9-8bae-5191a3594616), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:17.958495 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae7716da-43cd-4fc0-8260-8d706a8b862a admin admin] Publish callbacks [] for security_group (da995eb6-f4c4-4ec9-8bae-5191a3594616), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.082165 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae7716da-43cd-4fc0-8260-8d706a8b862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (da995eb6-f4c4-4ec9-8bae-5191a3594616), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.084793 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae7716da-43cd-4fc0-8260-8d706a8b862a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.086056 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ae7716da-43cd-4fc0-8260-8d706a8b862a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da995eb6-f4c4-4ec9-8bae-5191a3594616 HTTP/1.1" status: 204 len: 168 time: 0.1980088 Mar 03 06:42:18.094763 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7716da-43cd-4fc0-8260-8d706a8b862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da995eb6-f4c4-4ec9-8bae-5191a3594616,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:18.229014 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a0030-2962-4a49-bede-dda810b7137f req-0bafc233-5416-49ad-b556-e50450c2184d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:18.231370 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a14a0030-2962-4a49-bede-dda810b7137f req-0bafc233-5416-49ad-b556-e50450c2184d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0515051 Mar 03 06:42:18.280129 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a14a0030-2962-4a49-bede-dda810b7137f req-47a8d768-59fa-494c-8083-649419e89102 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Mar 03 06:42:18.718930 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41560) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:18.734686 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b9325f7-36bd-496f-a668-3b169a8102ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.807580 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b9325f7-36bd-496f-a668-3b169a8102ff admin admin] Publish callbacks [] for security_group (6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.870358 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b9325f7-36bd-496f-a668-3b169a8102ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.911134 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-4b9325f7-36bd-496f-a668-3b169a8102ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e7b8581b759425184549194a7b24635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911371 Mar 03 06:42:18.911905 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9325f7-36bd-496f-a668-3b169a8102ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:18.913852 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41562) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:18.962456 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9ee7-495c-41f7-a980-f5045e1070d8 admin admin] Publish callbacks [] for security_group (6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:18.982740 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9ee7-495c-41f7-a980-f5045e1070d8 admin admin] Publish callbacks [] for security_group (6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:19.108012 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9ee7-495c-41f7-a980-f5045e1070d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:19.110681 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9ee7-495c-41f7-a980-f5045e1070d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:19.111840 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fc0b9ee7-495c-41f7-a980-f5045e1070d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1 HTTP/1.1" status: 204 len: 168 time: 0.1969101 Mar 03 06:42:19.121723 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b9ee7-495c-41f7-a980-f5045e1070d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf48a2b-e534-430a-9bfe-6ab62c8ca8a1,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:19.397753 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3913287-9e74-42a2-afb2-741b9c39c5dd req-6099722e-5a6c-4b0c-8b17-2b718a303565 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:19.399314 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b3913287-9e74-42a2-afb2-741b9c39c5dd req-6099722e-5a6c-4b0c-8b17-2b718a303565 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0546975 Mar 03 06:42:19.691448 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b3913287-9e74-42a2-afb2-741b9c39c5dd req-fae922e6-2d78-4006-b14c-7df1b0b23e07 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866192 Mar 03 06:42:20.809867 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c7b8-097f-4795-bf20-1a04b45b45d1 req-d90307d7-765d-4a8c-93d8-200a9b83e03d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:20.811339 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3031c7b8-097f-4795-bf20-1a04b45b45d1 req-d90307d7-765d-4a8c-93d8-200a9b83e03d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0524352 Mar 03 06:42:20.861361 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3031c7b8-097f-4795-bf20-1a04b45b45d1 req-14fd3408-02a0-4bf9-9409-ccf360484d8d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Mar 03 06:42:21.975454 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0992-4939-494a-a704-50212ae760eb req-efccf930-87a3-4fa3-a977-eb0ad65fb00b tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:21.976949 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8f1d0992-4939-494a-a704-50212ae760eb req-efccf930-87a3-4fa3-a977-eb0ad65fb00b tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0508635 Mar 03 06:42:22.024374 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8f1d0992-4939-494a-a704-50212ae760eb req-5f9d574f-338d-4be9-8ea2-34de7dfb08ed tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Mar 03 06:42:23.138766 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460f786-43ce-47e9-9b8f-dee904ba4f84 req-bfba3b74-751e-4484-9076-397ab4a3477d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.140237 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5460f786-43ce-47e9-9b8f-dee904ba4f84 req-bfba3b74-751e-4484-9076-397ab4a3477d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Mar 03 06:42:23.186772 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5460f786-43ce-47e9-9b8f-dee904ba4f84 req-dede8b39-d421-420a-842c-679e18a96bcb tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410357 Mar 03 06:42:24.310613 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6894b2-3ae3-4534-8cc9-a447a8284ed2 req-d2bb6bb5-7e8d-430f-99de-fdd70f0c3752 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:24.313261 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7e6894b2-3ae3-4534-8cc9-a447a8284ed2 req-d2bb6bb5-7e8d-430f-99de-fdd70f0c3752 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0596807 Mar 03 06:42:24.366987 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7e6894b2-3ae3-4534-8cc9-a447a8284ed2 req-3ce5e132-869e-4bdd-8a77-82c825126dca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466475 Mar 03 06:42:25.484112 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7265f-6b5a-4715-ab45-ce1c84119bd7 req-d07a52b4-70d5-42ed-bd18-f8184d5cbc8c tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:25.485562 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ede7265f-6b5a-4715-ab45-ce1c84119bd7 req-d07a52b4-70d5-42ed-bd18-f8184d5cbc8c tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0539365 Mar 03 06:42:25.532742 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ede7265f-6b5a-4715-ab45-ce1c84119bd7 req-88bfe219-8049-47c6-ac8d-9897bffc3ae8 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Mar 03 06:42:26.118844 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41698) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:26.220204 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-57c15544-128e-4c5c-9892-f2798cff60be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.294814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-57c15544-128e-4c5c-9892-f2798cff60be admin admin] Publish callbacks [] for security_group (02e50f63-b695-48aa-8610-a90a8c3ea6d0), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.390134 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-57c15544-128e-4c5c-9892-f2798cff60be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (02e50f63-b695-48aa-8610-a90a8c3ea6d0), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.427008 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-57c15544-128e-4c5c-9892-f2798cff60be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9f84473552f4376bd87f24765703e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071103 Mar 03 06:42:26.427859 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c15544-128e-4c5c-9892-f2798cff60be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e50f63-b695-48aa-8610-a90a8c3ea6d0,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:26.429815 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41702) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:26.478024 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fb96cab5-11eb-49bf-a2f0-90860ef42cfe admin admin] Publish callbacks [] for security_group (02e50f63-b695-48aa-8610-a90a8c3ea6d0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.499448 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fb96cab5-11eb-49bf-a2f0-90860ef42cfe admin admin] Publish callbacks [] for security_group (02e50f63-b695-48aa-8610-a90a8c3ea6d0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.607560 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fb96cab5-11eb-49bf-a2f0-90860ef42cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (02e50f63-b695-48aa-8610-a90a8c3ea6d0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.610246 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fb96cab5-11eb-49bf-a2f0-90860ef42cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:26.611400 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-fb96cab5-11eb-49bf-a2f0-90860ef42cfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02e50f63-b695-48aa-8610-a90a8c3ea6d0 HTTP/1.1" status: 204 len: 168 time: 0.1805623 Mar 03 06:42:26.624505 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96cab5-11eb-49bf-a2f0-90860ef42cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e50f63-b695-48aa-8610-a90a8c3ea6d0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:26.659488 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa88ea-41de-45a2-a67e-85b06f9fdaab req-26ec42a6-5a5e-4fab-ae48-f17c4924bcf5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:26.660970 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a9fa88ea-41de-45a2-a67e-85b06f9fdaab req-26ec42a6-5a5e-4fab-ae48-f17c4924bcf5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0540302 Mar 03 06:42:26.709149 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a9fa88ea-41de-45a2-a67e-85b06f9fdaab req-1bc42561-9adb-4c55-90e6-a4efcf1a0ad3 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Mar 03 06:42:27.211350 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41716) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:27.224774 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a4776e72-6f84-4bd8-91a9-3cf8eb67d52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.296908 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a4776e72-6f84-4bd8-91a9-3cf8eb67d52f admin admin] Publish callbacks [] for security_group (5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.373158 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a4776e72-6f84-4bd8-91a9-3cf8eb67d52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.414227 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a4776e72-6f84-4bd8-91a9-3cf8eb67d52f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c35fbdf553024a57a3e32a446ffc765b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017999 Mar 03 06:42:27.415078 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776e72-6f84-4bd8-91a9-3cf8eb67d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:27.416947 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41718) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:27.431593 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.466817 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b2953166-3733-49df-97bf-dac089effeca admin admin] Publish callbacks [] for security_group (5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.486674 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b2953166-3733-49df-97bf-dac089effeca admin admin] Publish callbacks [] for security_group (5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.588035 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b2953166-3733-49df-97bf-dac089effeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.591277 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b2953166-3733-49df-97bf-dac089effeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:27.592400 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b2953166-3733-49df-97bf-dac089effeca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4 HTTP/1.1" status: 204 len: 168 time: 0.1742597 Mar 03 06:42:27.599861 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2953166-3733-49df-97bf-dac089effeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a241b9a-e7d1-42ea-bee4-0c69b7d5c8c4,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:27.826230 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affd2e0-1964-46f5-b5c1-633d670338fb req-bc014621-9561-49ba-b659-6e488f0b11e8 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:27.827706 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3affd2e0-1964-46f5-b5c1-633d670338fb req-bc014621-9561-49ba-b659-6e488f0b11e8 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0511642 Mar 03 06:42:27.875312 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3affd2e0-1964-46f5-b5c1-633d670338fb req-e3a16150-4d1e-4193-8e05-cff7bcf61162 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Mar 03 06:42:28.287293 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41736) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:28.301916 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-46a548dd-27ba-43bf-ac68-a4b3598ff267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.372887 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-46a548dd-27ba-43bf-ac68-a4b3598ff267 admin admin] Publish callbacks [] for security_group (902c68c3-bf91-447c-b0a0-c93f589d884e), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.441617 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-46a548dd-27ba-43bf-ac68-a4b3598ff267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (902c68c3-bf91-447c-b0a0-c93f589d884e), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.480735 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a548dd-27ba-43bf-ac68-a4b3598ff267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902c68c3-bf91-447c-b0a0-c93f589d884e,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:28.484932 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-46a548dd-27ba-43bf-ac68-a4b3598ff267 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cbf11b889964fc780fae5885fd4757d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961339 Mar 03 06:42:28.488005 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41738) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:28.534580 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7374aea1-e748-43e2-b2f8-6cbd599ccca8 admin admin] Publish callbacks [] for security_group (902c68c3-bf91-447c-b0a0-c93f589d884e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.555074 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7374aea1-e748-43e2-b2f8-6cbd599ccca8 admin admin] Publish callbacks [] for security_group (902c68c3-bf91-447c-b0a0-c93f589d884e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.673965 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7374aea1-e748-43e2-b2f8-6cbd599ccca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (902c68c3-bf91-447c-b0a0-c93f589d884e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.676580 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7374aea1-e748-43e2-b2f8-6cbd599ccca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:28.677774 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-7374aea1-e748-43e2-b2f8-6cbd599ccca8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/902c68c3-bf91-447c-b0a0-c93f589d884e HTTP/1.1" status: 204 len: 168 time: 0.1893001 Mar 03 06:42:28.685490 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374aea1-e748-43e2-b2f8-6cbd599ccca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c68c3-bf91-447c-b0a0-c93f589d884e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:28.994168 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d704648-a539-44c3-94a3-6722601c28f3 req-8669ba32-0eb4-46f8-87d3-3f703f184ad2 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:28.995677 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4d704648-a539-44c3-94a3-6722601c28f3 req-8669ba32-0eb4-46f8-87d3-3f703f184ad2 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Mar 03 06:42:29.064527 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4d704648-a539-44c3-94a3-6722601c28f3 req-10c85ad6-6a05-40a8-83cb-9c492d625671 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627942 Mar 03 06:42:29.385431 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-7db7b588-b209-4217-8705-ddd88a62b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:29.387598 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-7db7b588-b209-4217-8705-ddd88a62b50f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.0447142 Mar 03 06:42:29.475707 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-f16416bb-95fc-49fd-b8d2-8fa188b99475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:29.477178 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-f16416bb-95fc-49fd-b8d2-8fa188b99475 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 909 time: 0.0833521 Mar 03 06:42:29.487198 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d159d9-eebe-4bc5-bbab-3f5c7fc613a1 req-8134dede-a757-440c-a204-344fa24c48fe tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:29.488898 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-17d159d9-eebe-4bc5-bbab-3f5c7fc613a1 req-8134dede-a757-440c-a204-344fa24c48fe tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0580289 Mar 03 06:42:29.539522 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-17d159d9-eebe-4bc5-bbab-3f5c7fc613a1 req-38b9cdfd-a1be-4a84-b949-86b3c1bae082 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Mar 03 06:42:29.550711 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-eafe3de0-87de-46e9-8f7e-606b78083bad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 1002 time: 0.0647216 Mar 03 06:42:29.602356 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-0a4390f7-bc69-48de-b1d7-efdcbef5c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:29.603802 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-0a4390f7-bc69-48de-b1d7-efdcbef5c89d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0429168 Mar 03 06:42:29.651176 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-dc76892a-89cc-4186-b12e-48e71a782687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:29.652584 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-dc76892a-89cc-4186-b12e-48e71a782687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419941 Mar 03 06:42:29.743611 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-9c9fa0ba-2610-4f9d-9c69-cd6f36f6d942 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841525 Mar 03 06:42:29.838021 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-808f9b0b-fe9e-4cf0-aeb6-4ed0cc2297d2 req-145ba8d4-349d-487f-9c5b-3fb8916352c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800483 Mar 03 06:42:30.189830 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4b4b9-91f8-460f-bc10-1abd1210e71e req-deaf2455-b869-43ef-9657-a068c5c05568 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:30.191341 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ddf4b4b9-91f8-460f-bc10-1abd1210e71e req-deaf2455-b869-43ef-9657-a068c5c05568 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0591555 Mar 03 06:42:30.240126 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ddf4b4b9-91f8-460f-bc10-1abd1210e71e req-b54b1973-698a-41fd-896a-cda9d698dda3 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Mar 03 06:42:30.528094 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f4f1047d-dce2-4ba9-8c86-c68abcdf50ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:30.660432 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25097a9-9eca-41e7-bb3c-3ac6f1489717 req-d20f571d-e8d6-4312-8fe3-b40056234e98 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:30.661909 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a25097a9-9eca-41e7-bb3c-3ac6f1489717 req-d20f571d-e8d6-4312-8fe3-b40056234e98 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0514796 Mar 03 06:42:30.706798 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a25097a9-9eca-41e7-bb3c-3ac6f1489717 req-65195a63-ec1a-46e5-8c91-da8134c3ed89 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Mar 03 06:42:31.194368 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-fcee5e32-8769-41c9-807a-7e4a044c0490 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:31.195917 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-fcee5e32-8769-41c9-807a-7e4a044c0490 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0511403 Mar 03 06:42:31.569195 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Deleting port 60c7af26-f147-422b-9141-c34c7e657f42 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:42:31.569567 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (60c7af26-f147-422b-9141-c34c7e657f42), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:31.590423 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e833-0562-446b-ab01-f521b266c118 req-a909440e-22b7-4540-9263-725948ac5747 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:31.591882 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2da6e833-0562-446b-ab01-f521b266c118 req-a909440e-22b7-4540-9263-725948ac5747 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0761428 Mar 03 06:42:31.689414 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2da6e833-0562-446b-ab01-f521b266c118 req-2d253d52-df38-45f3-ac98-678751461e16 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733547 Mar 03 06:42:31.715008 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] For port 60c7af26-f147-422b-9141-c34c7e657f42, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=60c7af26-f147-422b-9141-c34c7e657f42,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:31.715384 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (60c7af26-f147-422b-9141-c34c7e657f42), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:31.731016 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Calling delete_port for 60c7af26-f147-422b-9141-c34c7e657f42 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:42:31.866179 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907082c5-3530-4bf3-909d-a4bff3990fb9 req-be418942-8df8-4377-a9f7-916a2931f12f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:31.867547 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-907082c5-3530-4bf3-909d-a4bff3990fb9 req-be418942-8df8-4377-a9f7-916a2931f12f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 945 time: 0.0702076 Mar 03 06:42:31.923574 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-907082c5-3530-4bf3-909d-a4bff3990fb9 req-f7beedad-cc35-460c-90fb-9946a5e06874 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Mar 03 06:42:31.979124 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (60c7af26-f147-422b-9141-c34c7e657f42), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:31.991180 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['60c7af26-f147-422b-9141-c34c7e657f42'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:42:32.008417 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Pushing event deleted for resources: {'Port': ['ID=60c7af26-f147-422b-9141-c34c7e657f42,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:32.058399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] No DVR routers for this DVR port 60c7af26-f147-422b-9141-c34c7e657f42 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:42:32.060935 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.064209 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-79d84a8d-01c9-48ed-85ed-f2fb20e30501 req-b47696ef-0356-489a-b47e-1b5ef8b52c56 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "DELETE /v2.0/ports/60c7af26-f147-422b-9141-c34c7e657f42 HTTP/1.1" status: 204 len: 173 time: 0.8634155 Mar 03 06:42:32.064659 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'name': 'network-vif-deleted', 'tag': '60c7af26-f147-422b-9141-c34c7e657f42'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:32.066973 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e75e8-e7ba-4150-9207-03242fbc65d0" -d '{"events": [{"server_uuid": "bfaa90dc-aade-4d9e-b76e-a616927c9d2f", "name": "network-vif-deleted", "tag": "60c7af26-f147-422b-9141-c34c7e657f42"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:32.101072 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fae6a-f62e-49d4-a162-07e9e8e68542 x-openstack-request-id: req-ce1fae6a-f62e-49d4-a162-07e9e8e68542 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:32.101371 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaa90dc-aade-4d9e-b76e-a616927c9d2f", "name": "network-vif-deleted", "tag": "60c7af26-f147-422b-9141-c34c7e657f42", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:32.101666 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce1fae6a-f62e-49d4-a162-07e9e8e68542 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:32.102073 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaa90dc-aade-4d9e-b76e-a616927c9d2f', 'name': 'network-vif-deleted', 'tag': '60c7af26-f147-422b-9141-c34c7e657f42', 'status': 'completed', 'code': 200} Mar 03 06:42:32.337865 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 41826) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:32.442143 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-41446e80-e174-402d-bf77-4ac14b1ca4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.518957 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-41446e80-e174-402d-bf77-4ac14b1ca4d3 admin admin] Publish callbacks [] for security_group (3ad86b32-fd47-4f32-b48d-50a63a1a3730), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.584167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-41446e80-e174-402d-bf77-4ac14b1ca4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (3ad86b32-fd47-4f32-b48d-50a63a1a3730), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.623160 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-41446e80-e174-402d-bf77-4ac14b1ca4d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91f33ea7cb604faa96755456811233da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839863 Mar 03 06:42:32.624031 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41446e80-e174-402d-bf77-4ac14b1ca4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad86b32-fd47-4f32-b48d-50a63a1a3730,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:32.626693 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41830) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:32.674530 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eaf94ec-95ac-4f5d-af5e-8f020e41cd3c admin admin] Publish callbacks [] for security_group (3ad86b32-fd47-4f32-b48d-50a63a1a3730), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.679084 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7048a86f-4398-44dc-98b2-bc2fd6a9bc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.696534 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eaf94ec-95ac-4f5d-af5e-8f020e41cd3c admin admin] Publish callbacks [] for security_group (3ad86b32-fd47-4f32-b48d-50a63a1a3730), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.807517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eaf94ec-95ac-4f5d-af5e-8f020e41cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (3ad86b32-fd47-4f32-b48d-50a63a1a3730), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.807739 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50da8c-5f03-4f37-86e2-3ccd5bfd0b04 req-5ce05670-0c60-43b5-b607-1cf04f0ecf6a tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:32.809624 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0f50da8c-5f03-4f37-86e2-3ccd5bfd0b04 req-5ce05670-0c60-43b5-b607-1cf04f0ecf6a tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0527976 Mar 03 06:42:32.810723 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eaf94ec-95ac-4f5d-af5e-8f020e41cd3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:32.811935 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-8eaf94ec-95ac-4f5d-af5e-8f020e41cd3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ad86b32-fd47-4f32-b48d-50a63a1a3730 HTTP/1.1" status: 204 len: 168 time: 0.1834912 Mar 03 06:42:32.820610 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf94ec-95ac-4f5d-af5e-8f020e41cd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad86b32-fd47-4f32-b48d-50a63a1a3730,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:32.873056 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0f50da8c-5f03-4f37-86e2-3ccd5bfd0b04 req-bc9066bf-b60a-4c5c-8ded-c14d3313d048 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565186 Mar 03 06:42:33.038783 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8cda8570-a8a8-43e3-b199-f8fd56009e4f req-cf6cd3ba-ddd5-4520-993b-b93ef68bc6f6 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaa90dc-aade-4d9e-b76e-a616927c9d2f HTTP/1.1" status: 200 len: 210 time: 0.0300105 Mar 03 06:42:33.252929 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa30d56-a2c0-4553-b996-7ccdab433dd7 req-c572e257-84e3-4b12-a6e4-22413ced2110 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:33.254401 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-baa30d56-a2c0-4553-b996-7ccdab433dd7 req-c572e257-84e3-4b12-a6e4-22413ced2110 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0542996 Mar 03 06:42:33.330453 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-baa30d56-a2c0-4553-b996-7ccdab433dd7 req-b77a7864-e6b1-43cc-9253-006b76aecbfb tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690067 Mar 03 06:42:33.333995 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-8dbe4248-cbf5-4fdc-ade0-46e97f24c5f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890982 Mar 03 06:42:33.409916 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-c6250256-9010-4f08-b1ba-73072eae5dc8 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:33.411242 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-c6250256-9010-4f08-b1ba-73072eae5dc8 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports/619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 943 time: 0.0490692 Mar 03 06:42:33.443494 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41846) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:33.458704 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-820c81cc-615d-43f3-aefd-f5d1c94bc785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.536600 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-820c81cc-615d-43f3-aefd-f5d1c94bc785 admin admin] Publish callbacks [] for security_group (5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.595934 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-820c81cc-615d-43f3-aefd-f5d1c94bc785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.635568 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-820c81cc-615d-43f3-aefd-f5d1c94bc785 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebc4f586a81e4a58826771eb8bd73df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908987 Mar 03 06:42:33.637563 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c81cc-615d-43f3-aefd-f5d1c94bc785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:33.643928 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41852) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:33.681844 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.690683 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-31fffaed-e217-4e53-b600-70fec48d6c70 admin admin] Publish callbacks [] for security_group (5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.710737 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-31fffaed-e217-4e53-b600-70fec48d6c70 admin admin] Publish callbacks [] for security_group (5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.858709 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-31fffaed-e217-4e53-b600-70fec48d6c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.861376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-31fffaed-e217-4e53-b600-70fec48d6c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:33.862572 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-31fffaed-e217-4e53-b600-70fec48d6c70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c HTTP/1.1" status: 204 len: 168 time: 0.2177236 Mar 03 06:42:33.870642 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fffaed-e217-4e53-b600-70fec48d6c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb24a6-5caf-471c-a9b6-7b8b6e5abe4c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:34.450657 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f678-82ac-40ac-bbca-3344ab0563ee req-12b6c9ca-4424-4c5b-a81b-d8f148388b3e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:34.452205 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b57f678-82ac-40ac-bbca-3344ab0563ee req-12b6c9ca-4424-4c5b-a81b-d8f148388b3e tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0528932 Mar 03 06:42:34.503243 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b57f678-82ac-40ac-bbca-3344ab0563ee req-171ed0db-be3b-4200-9404-b52c716e0da2 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Mar 03 06:42:35.204785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.553487 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41898) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:35.634719 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27187f5-18cb-4d61-b412-b757b3d2d0fe req-853b6230-ad40-4ae9-bbda-b17c788a5309 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:35.636708 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d27187f5-18cb-4d61-b412-b757b3d2d0fe req-853b6230-ad40-4ae9-bbda-b17c788a5309 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0553682 Mar 03 06:42:35.668379 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3feb5493-dd51-4223-a9e3-4e7619384e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.708899 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d27187f5-18cb-4d61-b412-b757b3d2d0fe req-32256756-546a-4c67-90b3-46ddd22bfb20 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663154 Mar 03 06:42:35.763996 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3feb5493-dd51-4223-a9e3-4e7619384e3e admin admin] Publish callbacks [] for security_group (8a92484c-a4d4-44cb-bbe2-f7519787d490), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.815343 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:42:35.830085 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3feb5493-dd51-4223-a9e3-4e7619384e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (8a92484c-a4d4-44cb-bbe2-f7519787d490), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.868426 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb5493-dd51-4223-a9e3-4e7619384e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a92484c-a4d4-44cb-bbe2-f7519787d490,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:35.876018 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-3feb5493-dd51-4223-a9e3-4e7619384e3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d3690ff0527416d93626a8ca43176b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193314 Mar 03 06:42:35.876755 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 41902) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:42:35.892445 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 619f5a00-47c1-45c9-9c3b-756d3e168a63 is: ACTIVE; New status is: DOWN {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:35.892833 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.915441 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:35.917733 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542f7fd-befa-4404-b02b-25da01e42336" -d '{"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:35.928279 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-623c885b-b306-4831-a263-f91eefdc2024 admin admin] Publish callbacks [] for security_group (8a92484c-a4d4-44cb-bbe2-f7519787d490), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.933416 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:35.952394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf2aad-a1be-45c4-a443-35c30a3af95d x-openstack-request-id: req-7ebf2aad-a1be-45c4-a443-35c30a3af95d {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:35.952700 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-unplugged", "status": "failed", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "code": 422}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:35.952988 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ebf2aad-a1be-45c4-a443-35c30a3af95d {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:35.953402 dv-cinder-831090-6-iscsi neutron-server[103577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'code': 422} returned with failed status Mar 03 06:42:35.954170 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-623c885b-b306-4831-a263-f91eefdc2024 admin admin] Publish callbacks [] for security_group (8a92484c-a4d4-44cb-bbe2-f7519787d490), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:35.999637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:36.000370 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 60c7af26-f147-422b-9141-c34c7e657f42 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:42:36.036311 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 60c7af26-f147-422b-9141-c34c7e657f42 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:42:36.036658 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 60c7af26-f147-422b-9141-c34c7e657f42 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:42:36.063335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=6']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:36.074213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-623c885b-b306-4831-a263-f91eefdc2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (8a92484c-a4d4-44cb-bbe2-f7519787d490), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:36.076877 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-623c885b-b306-4831-a263-f91eefdc2024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:36.078072 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-623c885b-b306-4831-a263-f91eefdc2024 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a92484c-a4d4-44cb-bbe2-f7519787d490 HTTP/1.1" status: 204 len: 168 time: 0.2004044 Mar 03 06:42:36.086115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c885b-b306-4831-a263-f91eefdc2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a92484c-a4d4-44cb-bbe2-f7519787d490,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:36.739551 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:36.834999 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283bddf-671c-4613-a969-203ad6ad447b req-545eb1bc-c12d-4ba5-97f4-769f5bd4d1d4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:36.836482 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d283bddf-671c-4613-a969-203ad6ad447b req-545eb1bc-c12d-4ba5-97f4-769f5bd4d1d4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0600324 Mar 03 06:42:36.884072 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d283bddf-671c-4613-a969-203ad6ad447b req-5eb6fa98-f26e-4a12-a896-8842b994ff24 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Mar 03 06:42:38.001335 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f38a53-3964-4844-9de0-ab5d6645d553 req-eaeb1440-24a4-41f0-a5c1-1332ee49f008 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.002830 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c3f38a53-3964-4844-9de0-ab5d6645d553 req-eaeb1440-24a4-41f0-a5c1-1332ee49f008 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0531096 Mar 03 06:42:38.050435 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c3f38a53-3964-4844-9de0-ab5d6645d553 req-f7613bad-f2e6-41e8-b53d-039877c48857 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Mar 03 06:42:38.127404 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-248207e8-f1f9-4e70-b692-143e42e9cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.128823 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-248207e8-f1f9-4e70-b692-143e42e9cc37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8&tenant_id=55e91c5c375e4cc1a8ba92985b2b859a HTTP/1.1" status: 200 len: 1128 time: 0.0427957 Mar 03 06:42:38.196823 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-9c6b5352-15fe-488d-bb44-cae9d4d7aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.198375 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-9c6b5352-15fe-488d-bb44-cae9d4d7aa6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1128 time: 0.0492482 Mar 03 06:42:38.295837 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-d0463c66-d678-4747-9a6e-502db9587108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.297486 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-d0463c66-d678-4747-9a6e-502db9587108 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 909 time: 0.0932233 Mar 03 06:42:38.360956 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-5041573c-a7ed-45b7-ab92-e41a5ac2a863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 1000 time: 0.0566592 Mar 03 06:42:38.411502 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-6ea31876-47ac-4a62-b967-05d6ab1a3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.412832 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-6ea31876-47ac-4a62-b967-05d6ab1a3a44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0458784 Mar 03 06:42:38.460115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-3d0a9ff3-3fa7-4d19-9a47-fb62ce4270ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.461525 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-3d0a9ff3-3fa7-4d19-9a47-fb62ce4270ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414746 Mar 03 06:42:38.545499 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-b2416698-ad0f-4832-8fab-fe8e38c76079 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766010 Mar 03 06:42:38.635158 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c952e214-ec37-4a9a-9332-1c3b596c601b req-ddb25c85-d57d-4476-9dcc-cb8078961f0e service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835028 Mar 03 06:42:38.836859 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-32e984ca-ac12-43bd-92f8-17010ba17343 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=65d7ae64636941829a6518cf589cf5b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291076 Mar 03 06:42:39.022496 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-e084d629-057d-4965-a409-e68649568c9b tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:39.023982 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-e084d629-057d-4965-a409-e68649568c9b tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820178 Mar 03 06:42:39.038860 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-bbbf78f2-42e8-4cc5-84b2-3694b75b8a04 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/quotas/65d7ae64636941829a6518cf589cf5b8 HTTP/1.1" status: 200 len: 375 time: 0.0090320 Mar 03 06:42:39.069373 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-7080cab1-c1c9-444f-a9f5-4212d19b8bfc tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65d7ae64636941829a6518cf589cf5b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250652 Mar 03 06:42:39.173246 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321bcea-c17c-4a8f-94bf-9ed74539419b req-b95f1145-9ec6-488f-b1e3-f441d2e8fd89 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:39.174655 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0321bcea-c17c-4a8f-94bf-9ed74539419b req-b95f1145-9ec6-488f-b1e3-f441d2e8fd89 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0573237 Mar 03 06:42:39.226295 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0321bcea-c17c-4a8f-94bf-9ed74539419b req-8279f03f-a452-481a-9730-81758db80ca7 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 Mar 03 06:42:39.294922 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-efbc5c13-ab42-4a70-bcf2-ef44d00b2a39 req-5d27ba7b-2ff8-4ca8-8b60-ccefc9605e9d tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 210 time: 0.0254934 Mar 03 06:42:40.352556 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d499738-90a1-4ae2-b13d-f9ba93c6457c req-1f2cac42-8c87-42f1-ba28-6fd30b385eaf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:40.354674 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0d499738-90a1-4ae2-b13d-f9ba93c6457c req-1f2cac42-8c87-42f1-ba28-6fd30b385eaf tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0563216 Mar 03 06:42:40.404215 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-ed0d1bdf-8f56-43b5-a8ed-0a032e886c36 req-0613e444-8f52-42a7-9cda-18c6eafcbf84 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 210 time: 0.0318828 Mar 03 06:42:40.413011 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0d499738-90a1-4ae2-b13d-f9ba93c6457c req-326c8d49-d427-4ed1-93e9-4cfe314c9dea tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444901 Mar 03 06:42:41.498658 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-75c2332a-7db6-4209-8265-707585c0b236 req-c6180600-4617-4daf-890f-d3e639eed393 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 210 time: 0.0299408 Mar 03 06:42:41.529849 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47179941-515b-4571-a322-b6d578ee6722 req-9d9b857b-6159-4452-b78e-35fdb28ae777 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:41.531318 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47179941-515b-4571-a322-b6d578ee6722 req-9d9b857b-6159-4452-b78e-35fdb28ae777 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0539329 Mar 03 06:42:41.580897 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-47179941-515b-4571-a322-b6d578ee6722 req-2f9c2b96-51c8-456a-8bfc-a403c1ddecf9 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Mar 03 06:42:42.588338 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0f6f3186-938e-4a0c-abdf-9e2a6c3356a1 req-82317977-8986-494e-86bc-f8052992ee80 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 210 time: 0.0259316 Mar 03 06:42:42.694807 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6f95-4485-4b5f-96b2-23cec394f269 req-370b4540-b175-4934-8941-255079419abc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:42.695449 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5bdb6f95-4485-4b5f-96b2-23cec394f269 req-370b4540-b175-4934-8941-255079419abc tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0503182 Mar 03 06:42:42.742124 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5bdb6f95-4485-4b5f-96b2-23cec394f269 req-e2fee155-3f4f-4d84-bf3c-ab0ef6ed058f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Mar 03 06:42:43.684794 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-71d9b04f-1478-444b-a85a-30799c6ab111 req-32ad83ba-ed28-4ba6-a334-0bacc68cca90 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 210 time: 0.0264325 Mar 03 06:42:43.853553 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-8ca83467-852e-4196-9d17-1b7b7c56d4f3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=65d7ae64636941829a6518cf589cf5b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336099 Mar 03 06:42:43.928978 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c2f0d-64d0-41f6-b7ef-3f418e47ba03 req-6ba79b6c-367c-469f-9a91-6ebbb20e0c1f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:43.930611 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-525c2f0d-64d0-41f6-b7ef-3f418e47ba03 req-6ba79b6c-367c-469f-9a91-6ebbb20e0c1f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.1217592 Mar 03 06:42:44.007554 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-520d1d97-9a2a-480d-86bf-4c88c26f3822 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:44.008963 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-520d1d97-9a2a-480d-86bf-4c88c26f3822 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495969 Mar 03 06:42:44.021920 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Request body: {'port': {'device_id': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa', 'admin_state_up': True, 'tenant_id': '65d7ae64636941829a6518cf589cf5b8'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:42:44.029063 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-525c2f0d-64d0-41f6-b7ef-3f418e47ba03 req-d2ed3354-eb3a-4373-bce0-43a6e23336b6 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864854 Mar 03 06:42:44.216210 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Made reservation on behalf of 65d7ae64636941829a6518cf589cf5b8 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:42:44.219650 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.228421 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.298934 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks [] for security_group (371a6d2a-f1fc-4d98-8cb7-162641bae730), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.383528 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (371a6d2a-f1fc-4d98-8cb7-162641bae730), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.446084 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371a6d2a-f1fc-4d98-8cb7-162641bae730,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:44.514071 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Allocated IP 192.168.233.76 (64bfe183-770b-4415-9eb4-999e476fd1aa/4f316b6a-8f43-4d7b-97af-951ccdd048a5/136d1a5a-75a5-4da6-add7-713a109eca51) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:42:44.657230 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks [] for port (136d1a5a-75a5-4da6-add7-713a109eca51), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.740217 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-bd3b801c-9740-4eba-8a30-d10e3b30bb7f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:44.741702 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-bd3b801c-9740-4eba-8a30-d10e3b30bb7f tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/networks?id=c2b156f1-66eb-4d3c-88ec-feb085474df2 HTTP/1.1" status: 200 len: 814 time: 0.1035290 Mar 03 06:42:44.748246 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.758096 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-74d340fd-5be3-4400-a1d2-b804ed75ee01 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/quotas/90d99bf9298b4ed396eb87a93dea0fe4 HTTP/1.1" status: 200 len: 375 time: 0.0101426 Mar 03 06:42:44.789310 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-b8fd76fc-02ab-4380-a0ea-379d4c78934c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257297 Mar 03 06:42:44.819457 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Network 64bfe183-770b-4415-9eb4-999e476fd1aa is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:42:44.826041 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:42:44.829875 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:42:44.832331 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Pushing event updated for resources: {'Port': ['ID=136d1a5a-75a5-4da6-add7-713a109eca51,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:44.884629 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0839d1-2ecf-4678-af91-5affc8dfab00 req-15834aa5-a799-4bf9-99dd-9be516127132 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:44.886229 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d0839d1-2ecf-4678-af91-5affc8dfab00 req-15834aa5-a799-4bf9-99dd-9be516127132 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 935 time: 0.1354711 Mar 03 06:42:44.889921 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-70179c63-add3-4bec-82de-1acbbc90045f service neutron] 10.222.0.31 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931239 Mar 03 06:42:44.894014 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:44.894615 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:44.947213 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-6d0839d1-2ecf-4678-af91-5affc8dfab00 req-2ffc5584-3e02-4e35-96de-08b41a59b21d tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488284 Mar 03 06:42:44.997521 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-45d70c42-56e8-4fe8-86b3-e4258609ed00 service neutron] 10.222.0.31 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001916 Mar 03 06:42:45.004853 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-dfbd4cae-4401-4540-bc68-e0ede7ed7355 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9871821 Mar 03 06:42:45.017523 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Request body: {'port': {'device_id': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:42:45.055839 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-88a340bd-42e6-413c-a7fa-8fe2393a6203 None None] Provisioning complete for port 136d1a5a-75a5-4da6-add7-713a109eca51 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:42:45.056784 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-88a340bd-42e6-413c-a7fa-8fe2393a6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.090700 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.100039 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-88a340bd-42e6-413c-a7fa-8fe2393a6203 None None] Port 136d1a5a-75a5-4da6-add7-713a109eca51 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:42:45.199943 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:42:45.249358 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18252b-546b-4ffc-b81b-229a289621f9 req-a183a03c-4349-4658-84c1-b6a7082d035f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:45.258265 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9c18252b-546b-4ffc-b81b-229a289621f9 req-a183a03c-4349-4658-84c1-b6a7082d035f tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 944 time: 0.1547382 Mar 03 06:42:45.304157 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:45.307179 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3b74e933-0f8e-4869-934d-5b2ceff88c81 req-588f97d5-99be-465e-a525-2cf9e5d0e9d0 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 210 time: 0.0425549 Mar 03 06:42:45.320695 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'port_id': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'mac_address': 'fa:16:3e:8e:06:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:42:45.363959 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 619f5a00-47c1-45c9-9c3b-756d3e168a63 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:45.364335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.371526 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-9c18252b-546b-4ffc-b81b-229a289621f9 req-4644392c-c6ff-4251-b4db-6a36461dd52d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103411 Mar 03 06:42:45.377603 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619f5a00-47c1-45c9-9c3b-756d3e168a63 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:45.397152 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:45.455306 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136d1a5a-75a5-4da6-add7-713a109eca51 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:45.462562 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Publish callbacks [] for port (136d1a5a-75a5-4da6-add7-713a109eca51), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.474674 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Transition to ACTIVE for port object 136d1a5a-75a5-4da6-add7-713a109eca51 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:42:45.475699 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.521777 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=7']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:45.566874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.618033 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Pushing event updated for resources: {'Port': ['ID=136d1a5a-75a5-4da6-add7-713a109eca51,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:45.686490 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Attempting to bind port 136d1a5a-75a5-4da6-add7-713a109eca51 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:42:45.686838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Attempting to bind port 136d1a5a-75a5-4da6-add7-713a109eca51 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:42:45.687192 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Attempting to bind port 136d1a5a-75a5-4da6-add7-713a109eca51 on network 64bfe183-770b-4415-9eb4-999e476fd1aa {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:42:45.691662 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Port 136d1a5a-75a5-4da6-add7-713a109eca51 on network 64bfe183-770b-4415-9eb4-999e476fd1aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:42:45.691984 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Attempting to bind port 136d1a5a-75a5-4da6-add7-713a109eca51 on network 64bfe183-770b-4415-9eb4-999e476fd1aa {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:42:45.696960 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:42:45.697299 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Checking segment: {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:42:45.697705 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Bound using segment: {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:42:45.698137 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Bound port: 136d1a5a-75a5-4da6-add7-713a109eca51, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f98d35-f639-493b-81be-018e6accb2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:42:45.699039 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.714597 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['619f5a00-47c1-45c9-9c3b-756d3e168a63'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:42:45.769804 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] For port 136d1a5a-75a5-4da6-add7-713a109eca51, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:42:45.773562 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] For port 136d1a5a-75a5-4da6-add7-713a109eca51, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=136d1a5a-75a5-4da6-add7-713a109eca51,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:42:45.875816 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.914339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:45.914339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:45.915219 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] 10.222.0.41 "PUT /v2.0/ports/136d1a5a-75a5-4da6-add7-713a109eca51 HTTP/1.1" status: 200 len: 1097 time: 0.9021797 Mar 03 06:42:45.915668 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'tag': '136d1a5a-75a5-4da6-add7-713a109eca51'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:45.917941 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0142632-617e-4fd2-8dad-285120948ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "4206597a-1311-4051-ab1c-48bb54d80ff0", "tag": "136d1a5a-75a5-4da6-add7-713a109eca51"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:45.941148 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67e4f-7934-4f11-b1ef-82e3b2724f8c service neutron] Pushing event updated for resources: {'Port': ['ID=136d1a5a-75a5-4da6-add7-713a109eca51,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:45.987711 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea18aa3-cdc7-4c0b-adf7-e46b42b2df1c x-openstack-request-id: req-8ea18aa3-cdc7-4c0b-adf7-e46b42b2df1c {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:45.988338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4206597a-1311-4051-ab1c-48bb54d80ff0", "tag": "136d1a5a-75a5-4da6-add7-713a109eca51", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:45.988662 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ea18aa3-cdc7-4c0b-adf7-e46b42b2df1c {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:45.989071 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'tag': '136d1a5a-75a5-4da6-add7-713a109eca51', 'status': 'completed', 'code': 200} Mar 03 06:42:46.097860 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0142632-617e-4fd2-8dad-285120948ac6 req-5e6648e1-c62d-4245-b1f1-7260d749c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.099355 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d0142632-617e-4fd2-8dad-285120948ac6 req-5e6648e1-c62d-4245-b1f1-7260d749c8bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65d7ae64636941829a6518cf589cf5b8&device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 1131 time: 0.0883663 Mar 03 06:42:46.106609 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087240-e049-42a8-a596-e63639cfdf74 req-d6e73177-c5ac-4801-ae94-32457f871420 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.108016 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c6087240-e049-42a8-a596-e63639cfdf74 req-d6e73177-c5ac-4801-ae94-32457f871420 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 947 time: 0.0682824 Mar 03 06:42:46.133670 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d0142632-617e-4fd2-8dad-285120948ac6 req-34f22d2d-9440-4dd6-b762-99fc7f7ec1e1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=65d7ae64636941829a6518cf589cf5b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246501 Mar 03 06:42:46.218583 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c6087240-e049-42a8-a596-e63639cfdf74 req-c0f9a12a-f90a-4ba5-98c2-47ca02a5b63f tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016359 Mar 03 06:42:46.252967 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0142632-617e-4fd2-8dad-285120948ac6 req-02a768a8-2d1b-4bcd-9b59-7db8cb11eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.254459 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d0142632-617e-4fd2-8dad-285120948ac6 req-02a768a8-2d1b-4bcd-9b59-7db8cb11eeb8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113009 Mar 03 06:42:46.338310 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-29f2a74c-b98a-467c-b108-5bfb737357f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.339882 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-29f2a74c-b98a-467c-b108-5bfb737357f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65d7ae64636941829a6518cf589cf5b8&device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 1131 time: 0.0438492 Mar 03 06:42:46.386431 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-d557a529-f63d-408d-9829-f7a55ca7c0ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=136d1a5a-75a5-4da6-add7-713a109eca51 HTTP/1.1" status: 200 len: 217 time: 0.0376830 Mar 03 06:42:46.391151 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-1872650f-63a0-460c-866d-40e8329c818d req-257b5997-e94e-4349-86e6-c3dbb87d24bd tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Mar 03 06:42:46.440777 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-1461ea9d-a2f5-44fc-8b0a-608aadc86fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.442367 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-1461ea9d-a2f5-44fc-8b0a-608aadc86fae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f316b6a-8f43-4d7b-97af-951ccdd048a5 HTTP/1.1" status: 200 len: 843 time: 0.0459743 Mar 03 06:42:46.522916 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac006-11f5-447a-9dc2-57a31c2796db req-f40cc20e-6a8b-4887-8235-2ba9a0d89e78 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.524411 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-498ac006-11f5-447a-9dc2-57a31c2796db req-f40cc20e-6a8b-4887-8235-2ba9a0d89e78 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0807476 Mar 03 06:42:46.527718 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-3bdb0cb0-e8a4-4620-86dc-3087e5c6a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:46.529245 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-3bdb0cb0-e8a4-4620-86dc-3087e5c6a3ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64bfe183-770b-4415-9eb4-999e476fd1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0772512 Mar 03 06:42:46.620774 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-498ac006-11f5-447a-9dc2-57a31c2796db req-2d4470f2-d710-4470-acb2-c90206813399 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901675 Mar 03 06:42:46.653419 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-b1313cd8-3dde-4624-b1a7-3e766f1065c0 service neutron] 10.222.0.41 "GET /v2.0/networks/64bfe183-770b-4415-9eb4-999e476fd1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067190 Mar 03 06:42:46.745598 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-913d31d9-dd79-4915-a46a-3fcada492f30 req-226e716e-fd92-4319-8b90-0e8ee9b3feb3 service neutron] 10.222.0.41 "GET /v2.0/networks/64bfe183-770b-4415-9eb4-999e476fd1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857430 Mar 03 06:42:47.201850 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:42:47.252501 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 619f5a00-47c1-45c9-9c3b-756d3e168a63 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:42:47.252885 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:47.345254 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 619f5a00-47c1-45c9-9c3b-756d3e168a63 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:47.346083 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:47.358310 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115063c-743c-4107-9bc4-3119b112c5ff req-bb993f99-1605-48b5-976d-8c1d71c495c3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:47.364618 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4115063c-743c-4107-9bc4-3119b112c5ff req-bb993f99-1605-48b5-976d-8c1d71c495c3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 947 time: 0.0714610 Mar 03 06:42:47.372834 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-d242c160-103b-4558-bf67-9d37b27f398d tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:47.376050 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-d242c160-103b-4558-bf67-9d37b27f398d tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "GET /v2.0/networks?id=c2b156f1-66eb-4d3c-88ec-feb085474df2 HTTP/1.1" status: 200 len: 814 time: 0.1181321 Mar 03 06:42:47.376174 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:47.377473 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359078da-959c-430f-8f97-6422b643b04e" -d '{"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-plugged", "status": "completed", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:47.391313 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:47.396204 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Request body: {'port': {'device_id': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2', 'admin_state_up': True, 'tenant_id': '90d99bf9298b4ed396eb87a93dea0fe4'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:42:47.426844 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9de0740-fd1b-4112-9053-521cd4834381 x-openstack-request-id: req-c9de0740-fd1b-4112-9053-521cd4834381 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:47.427690 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-plugged", "status": "completed", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:47.428055 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9de0740-fd1b-4112-9053-521cd4834381 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:47.428836 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'code': 200} Mar 03 06:42:47.431395 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4115063c-743c-4107-9bc4-3119b112c5ff req-40cdfa03-3fce-4161-8efd-d40adfad39ee tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Mar 03 06:42:47.459438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:47.508240 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=8']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:47.510160 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-455c9495-e525-43f9-b171-ef0341c6c46e req-849480d3-ab74-4d48-9773-6da03341afaf tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 210 time: 0.0309939 Mar 03 06:42:47.616150 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Made reservation on behalf of 90d99bf9298b4ed396eb87a93dea0fe4 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:42:47.619531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:47.745205 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83e49-2e90-4bc5-a2e7-09f114f8f0cc req-997bcb21-afba-40d3-8d91-5718816c81a5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:47.746697 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d0c83e49-2e90-4bc5-a2e7-09f114f8f0cc req-997bcb21-afba-40d3-8d91-5718816c81a5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0581584 Mar 03 06:42:47.760141 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Allocated IP 172.20.0.8 (c2b156f1-66eb-4d3c-88ec-feb085474df2/031a3657-e2df-4a0a-8faf-d59c61d670a6/377a973b-0572-48ab-bc72-8474587ec19f) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:42:47.827044 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d0c83e49-2e90-4bc5-a2e7-09f114f8f0cc req-ca057c41-da3c-4aa8-9c51-a259a3ec250d tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678496 Mar 03 06:42:47.830075 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5f0e7-7999-479b-b70b-8f2c31532ef5 req-54560c93-eac8-4085-ba58-46b0db0459d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:47.831477 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c7b5f0e7-7999-479b-b70b-8f2c31532ef5 req-54560c93-eac8-4085-ba58-46b0db0459d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.0797496 Mar 03 06:42:47.878259 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c7b5f0e7-7999-479b-b70b-8f2c31532ef5 req-fce276c5-1ac0-4c7c-adef-7ec85c85d329 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Mar 03 06:42:47.904178 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks [] for port (377a973b-0572-48ab-bc72-8474587ec19f), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:48.007503 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (377a973b-0572-48ab-bc72-8474587ec19f), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:48.051935 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Network c2b156f1-66eb-4d3c-88ec-feb085474df2 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:42:48.054880 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:42:48.058801 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:42:48.082877 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Pushing event updated for resources: {'Port': ['ID=377a973b-0572-48ab-bc72-8474587ec19f,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:48.096297 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.096645 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.096989 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.097325 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.097684 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.098014 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.098343 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.098673 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.098996 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.099319 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.099641 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.099963 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.100285 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:48.119487 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:48.120621 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:48.222320 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-7c0ea959-58c7-4c6e-b198-fa21e8071250 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301094 Mar 03 06:42:48.234448 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Request body: {'port': {'device_id': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:42:48.295393 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (377a973b-0572-48ab-bc72-8474587ec19f), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:48.634659 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a652a-c6a0-4a89-8269-415f8c83cee8 req-d27ce989-4673-4403-8ff5-c55eae441a1e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:48.636164 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c4a652a-c6a0-4a89-8269-415f8c83cee8 req-d27ce989-4673-4403-8ff5-c55eae441a1e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 931 time: 0.0550573 Mar 03 06:42:48.683603 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-8c4a652a-c6a0-4a89-8269-415f8c83cee8 req-571af7ab-3e8e-445c-99d7-a21e1198207e tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Mar 03 06:42:48.691209 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018f9d6-ed36-4ac2-980c-4ffb10834343 req-66a88646-35f3-4b53-b269-7241e1d95719 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:48.692672 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0018f9d6-ed36-4ac2-980c-4ffb10834343 req-66a88646-35f3-4b53-b269-7241e1d95719 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 947 time: 0.1199667 Mar 03 06:42:48.797018 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0018f9d6-ed36-4ac2-980c-4ffb10834343 req-dbd5c65f-c7a3-4a50-9b10-6d3cec106dab tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986063 Mar 03 06:42:48.878904 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377a973b-0572-48ab-bc72-8474587ec19f {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:48.886679 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Publish callbacks [] for port (377a973b-0572-48ab-bc72-8474587ec19f), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:48.899829 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Transition to ACTIVE for port object 377a973b-0572-48ab-bc72-8474587ec19f will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:42:48.942844 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be541-7f7c-450a-b81e-25d2dd9612cc req-c86bd6f2-447b-41d0-bffb-8965db5177c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:48.944330 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-027be541-7f7c-450a-b81e-25d2dd9612cc req-c86bd6f2-447b-41d0-bffb-8965db5177c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0520587 Mar 03 06:42:48.978603 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (377a973b-0572-48ab-bc72-8474587ec19f), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:48.994046 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-027be541-7f7c-450a-b81e-25d2dd9612cc req-f0ae3702-a109-4c68-86d1-505e6d60caf9 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 Mar 03 06:42:49.031782 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=377a973b-0572-48ab-bc72-8474587ec19f,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:49.108788 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Attempting to bind port 377a973b-0572-48ab-bc72-8474587ec19f on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:42:49.109041 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Attempting to bind port 377a973b-0572-48ab-bc72-8474587ec19f by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:42:49.109366 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Attempting to bind port 377a973b-0572-48ab-bc72-8474587ec19f on network c2b156f1-66eb-4d3c-88ec-feb085474df2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:42:49.114081 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Port 377a973b-0572-48ab-bc72-8474587ec19f on network c2b156f1-66eb-4d3c-88ec-feb085474df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:42:49.114403 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Attempting to bind port 377a973b-0572-48ab-bc72-8474587ec19f on network c2b156f1-66eb-4d3c-88ec-feb085474df2 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:42:49.119153 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:42:49.119496 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Checking segment: {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:42:49.119881 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Bound using segment: {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:42:49.120312 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Bound port: 377a973b-0572-48ab-bc72-8474587ec19f, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9badf2ac-ef1d-4575-80aa-b29c394ce35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:42:49.120798 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (377a973b-0572-48ab-bc72-8474587ec19f), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:49.184937 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] For port 377a973b-0572-48ab-bc72-8474587ec19f, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:42:49.187849 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] For port 377a973b-0572-48ab-bc72-8474587ec19f, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=377a973b-0572-48ab-bc72-8474587ec19f,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:42:49.207383 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 136d1a5a-75a5-4da6-add7-713a109eca51 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:42:49.253530 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (377a973b-0572-48ab-bc72-8474587ec19f), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:49.286927 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.287531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:49.288961 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/377a973b-0572-48ab-bc72-8474587ec19f HTTP/1.1" status: 200 len: 1093 time: 1.0584555 Mar 03 06:42:49.291266 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'tag': '377a973b-0572-48ab-bc72-8474587ec19f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:49.293550 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988107f3-0995-4f08-90b7-a2bd5aef729b" -d '{"events": [{"name": "network-changed", "server_uuid": "624ed563-75b2-4d2c-b053-7d5ac9b37425", "tag": "377a973b-0572-48ab-bc72-8474587ec19f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:49.302827 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 136d1a5a-75a5-4da6-add7-713a109eca51, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=136d1a5a-75a5-4da6-add7-713a109eca51,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:49.314862 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '136d1a5a-75a5-4da6-add7-713a109eca51', 'network_id': '64bfe183-770b-4415-9eb4-999e476fd1aa', 'port_id': '136d1a5a-75a5-4da6-add7-713a109eca51', 'mac_address': 'fa:16:3e:25:b7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f316b6a-8f43-4d7b-97af-951ccdd048a5', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:42:49.319408 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a4e65-9235-44c4-8f51-e244c108e1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=377a973b-0572-48ab-bc72-8474587ec19f,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:49.334298 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f4f7e4-c91e-4f57-950d-a3d85eccee29 x-openstack-request-id: req-83f4f7e4-c91e-4f57-950d-a3d85eccee29 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:49.339427 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624ed563-75b2-4d2c-b053-7d5ac9b37425", "tag": "377a973b-0572-48ab-bc72-8474587ec19f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:49.339427 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83f4f7e4-c91e-4f57-950d-a3d85eccee29 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:49.339427 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'tag': '377a973b-0572-48ab-bc72-8474587ec19f', 'status': 'completed', 'code': 200} Mar 03 06:42:49.357175 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 136d1a5a-75a5-4da6-add7-713a109eca51 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:49.357645 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:49.374791 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136d1a5a-75a5-4da6-add7-713a109eca51 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:49.398166 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 136d1a5a-75a5-4da6-add7-713a109eca51, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=136d1a5a-75a5-4da6-add7-713a109eca51,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:49.403954 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988107f3-0995-4f08-90b7-a2bd5aef729b req-dc29715a-c3f1-43e6-8a87-cdb79cf4baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.405503 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-988107f3-0995-4f08-90b7-a2bd5aef729b req-dc29715a-c3f1-43e6-8a87-cdb79cf4baa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 1127 time: 0.0474982 Mar 03 06:42:49.440943 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:49.488905 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=136d1a5a-75a5-4da6-add7-713a109eca51,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:49.496475 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.496834 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.497184 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.497527 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.497897 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.498256 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.498568 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.498901 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.499231 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.499563 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.499891 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.500214 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.500537 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:49.514651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988107f3-0995-4f08-90b7-a2bd5aef729b req-6a920520-1b8d-4497-a97b-8470f7d02950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.516107 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-988107f3-0995-4f08-90b7-a2bd5aef729b req-6a920520-1b8d-4497-a97b-8470f7d02950 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951772 Mar 03 06:42:49.605353 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988107f3-0995-4f08-90b7-a2bd5aef729b req-7a30c4d6-d0a4-4b96-94e3-699b524f709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.606865 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-988107f3-0995-4f08-90b7-a2bd5aef729b req-7a30c4d6-d0a4-4b96-94e3-699b524f709e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0835927 Mar 03 06:42:49.700560 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-1e937182-445c-4890-a0ea-46938ed10c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.702080 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-1e937182-445c-4890-a0ea-46938ed10c80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 1127 time: 0.0484893 Mar 03 06:42:49.746435 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-f267b3a7-ff63-4c7b-98f7-df7d30554412 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377a973b-0572-48ab-bc72-8474587ec19f HTTP/1.1" status: 200 len: 217 time: 0.0349917 Mar 03 06:42:49.750638 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['136d1a5a-75a5-4da6-add7-713a109eca51'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:42:49.795178 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-49fed380-7ced-4575-b942-1015ae03fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.796781 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-49fed380-7ced-4575-b942-1015ae03fcab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=031a3657-e2df-4a0a-8faf-d59c61d670a6 HTTP/1.1" status: 200 len: 854 time: 0.0435843 Mar 03 06:42:49.802268 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f77a4-35b4-4d69-92e3-b23e0668fdc4 req-5b0db705-a12d-466f-8505-591de6bdd716 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.804056 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-af0f77a4-35b4-4d69-92e3-b23e0668fdc4 req-5b0db705-a12d-466f-8505-591de6bdd716 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 943 time: 0.0545604 Mar 03 06:42:49.829987 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-34a109f0-7bc2-4f87-8e4a-4d73feaafe6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b156f1-66eb-4d3c-88ec-feb085474df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262775 Mar 03 06:42:49.864505 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-af0f77a4-35b4-4d69-92e3-b23e0668fdc4 req-e37af449-a53b-4f2c-9bc3-56d368be8e77 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535309 Mar 03 06:42:49.969982 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-f274e10e-9c9d-4b05-8a67-8bafd669a882 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322577 Mar 03 06:42:49.977388 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd954a-a423-4e56-8bd7-e94ae185dcb7 req-f30c96b3-47ba-40ae-8150-bb293432081a tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.978777 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-77fd954a-a423-4e56-8bd7-e94ae185dcb7 req-f30c96b3-47ba-40ae-8150-bb293432081a tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 948 time: 0.0810542 Mar 03 06:42:50.075791 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-77fd954a-a423-4e56-8bd7-e94ae185dcb7 req-d7b54681-f3a6-4154-856a-b35c7a0a800c tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887592 Mar 03 06:42:50.096882 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-486ae6c6-cafd-49bc-9504-1d7996400fd8 req-375868c8-3502-4afe-bc1d-9778477863df service neutron] 10.222.0.41 "GET /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171973 Mar 03 06:42:50.115368 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69470b1e-ab8e-4d98-87d8-4dc4088f8acb req-9faaeb56-8bfd-44ed-9e02-7df81d65bde5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:50.116840 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-69470b1e-ab8e-4d98-87d8-4dc4088f8acb req-9faaeb56-8bfd-44ed-9e02-7df81d65bde5 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0573447 Mar 03 06:42:50.164160 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-69470b1e-ab8e-4d98-87d8-4dc4088f8acb req-25220591-7648-49a2-8c9e-61f65770a395 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Mar 03 06:42:50.982129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24200-831b-4176-ab49-d7ce38d59f3d req-a625875a-cefc-4b22-b918-20b2c06d4c31 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:50.983603 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0ef24200-831b-4176-ab49-d7ce38d59f3d req-a625875a-cefc-4b22-b918-20b2c06d4c31 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 943 time: 0.0509226 Mar 03 06:42:51.035713 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0ef24200-831b-4176-ab49-d7ce38d59f3d req-4d876367-8257-4c2d-9dac-6f79f5df5106 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Mar 03 06:42:51.189070 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9094bdc-2355-4d08-b7c6-56c201391fe4 req-97d56994-fdb1-4f65-8835-fe9bfa0e057b tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:51.190451 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9094bdc-2355-4d08-b7c6-56c201391fe4 req-97d56994-fdb1-4f65-8835-fe9bfa0e057b tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 948 time: 0.0495625 Mar 03 06:42:51.208591 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 377a973b-0572-48ab-bc72-8474587ec19f details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:42:51.212474 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 136d1a5a-75a5-4da6-add7-713a109eca51 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:42:51.236279 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d9094bdc-2355-4d08-b7c6-56c201391fe4 req-52ea2655-212d-4911-b826-7ab5598773f7 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 Mar 03 06:42:51.341021 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 377a973b-0572-48ab-bc72-8474587ec19f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=377a973b-0572-48ab-bc72-8474587ec19f,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:51.351887 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '377a973b-0572-48ab-bc72-8474587ec19f', 'network_id': 'c2b156f1-66eb-4d3c-88ec-feb085474df2', 'port_id': '377a973b-0572-48ab-bc72-8474587ec19f', 'mac_address': 'fa:16:3e:ef:f9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031a3657-e2df-4a0a-8faf-d59c61d670a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:42:51.398726 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 377a973b-0572-48ab-bc72-8474587ec19f is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:51.399163 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (377a973b-0572-48ab-bc72-8474587ec19f), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:51.412660 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377a973b-0572-48ab-bc72-8474587ec19f {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:51.433946 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 377a973b-0572-48ab-bc72-8474587ec19f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=377a973b-0572-48ab-bc72-8474587ec19f,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:51.537853 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 136d1a5a-75a5-4da6-add7-713a109eca51 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:42:51.541647 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 136d1a5a-75a5-4da6-add7-713a109eca51 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:42:51.542561 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:51.563764 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (377a973b-0572-48ab-bc72-8474587ec19f), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:51.622347 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=377a973b-0572-48ab-bc72-8474587ec19f,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:51.656923 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 136d1a5a-75a5-4da6-add7-713a109eca51 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:51.663814 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:51.683342 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136d1a5a-75a5-4da6-add7-713a109eca51'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:51.685618 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f37fda-80c8-4281-a283-518d3f570ca4" -d '{"events": [{"server_uuid": "4206597a-1311-4051-ab1c-48bb54d80ff0", "name": "network-vif-plugged", "status": "completed", "tag": "136d1a5a-75a5-4da6-add7-713a109eca51"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:51.697914 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 136d1a5a-75a5-4da6-add7-713a109eca51, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=136d1a5a-75a5-4da6-add7-713a109eca51,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:51.718935 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f75d7a-bb78-4da5-ba93-e0f6583142e7 x-openstack-request-id: req-35f75d7a-bb78-4da5-ba93-e0f6583142e7 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:51.719228 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206597a-1311-4051-ab1c-48bb54d80ff0", "name": "network-vif-plugged", "status": "completed", "tag": "136d1a5a-75a5-4da6-add7-713a109eca51", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:51.719483 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f75d7a-bb78-4da5-ba93-e0f6583142e7 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:51.719897 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136d1a5a-75a5-4da6-add7-713a109eca51', 'code': 200} Mar 03 06:42:51.738374 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:51.786183 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=136d1a5a-75a5-4da6-add7-713a109eca51,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:51.841884 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['377a973b-0572-48ab-bc72-8474587ec19f'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:42:52.025408 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40829-215a-4441-85a4-a6de474954e4 req-4fc4c4d3-b701-420c-bf4d-5694644ae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:52.027451 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c0d40829-215a-4441-85a4-a6de474954e4 req-4fc4c4d3-b701-420c-bf4d-5694644ae8bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 1133 time: 0.0455499 Mar 03 06:42:52.070362 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c0d40829-215a-4441-85a4-a6de474954e4 req-ede555f6-4bdf-4e79-b676-061ee078a4e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Mar 03 06:42:52.153070 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d413b-20cc-42e1-b213-8a77200ab7fa req-972f25be-d039-40d6-b885-8c37732d12b8 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:52.154570 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-527d413b-20cc-42e1-b213-8a77200ab7fa req-972f25be-d039-40d6-b885-8c37732d12b8 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 944 time: 0.0554278 Mar 03 06:42:52.199514 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-527d413b-20cc-42e1-b213-8a77200ab7fa req-f0112eee-678d-4d3b-a4a8-c18e8bc618aa tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Mar 03 06:42:52.360061 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e201494-3adb-48d8-bb55-e49336da52b7 req-e3c8aff2-a215-4652-ab66-9841ff864a5e tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:52.361479 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0e201494-3adb-48d8-bb55-e49336da52b7 req-e3c8aff2-a215-4652-ab66-9841ff864a5e tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 949 time: 0.0504036 Mar 03 06:42:52.406389 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0e201494-3adb-48d8-bb55-e49336da52b7 req-648fcf91-c1fe-4878-912c-4dcf0adaa345 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392151 Mar 03 06:42:52.956728 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:42:53.239557 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 377a973b-0572-48ab-bc72-8474587ec19f up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:42:53.317741 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f45866-80aa-45f2-b4e3-d7e3e85ea739 req-5b8256c0-af14-4986-af83-bf0d9a7625b5 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:53.319232 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c3f45866-80aa-45f2-b4e3-d7e3e85ea739 req-5b8256c0-af14-4986-af83-bf0d9a7625b5 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 944 time: 0.0541666 Mar 03 06:42:53.359111 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 377a973b-0572-48ab-bc72-8474587ec19f completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:42:53.363829 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 377a973b-0572-48ab-bc72-8474587ec19f triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:42:53.364374 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (377a973b-0572-48ab-bc72-8474587ec19f), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:53.366272 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c3f45866-80aa-45f2-b4e3-d7e3e85ea739 req-f29c3aa9-8bc6-4446-aae3-601740cee7de tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Mar 03 06:42:53.441380 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 377a973b-0572-48ab-bc72-8474587ec19f is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:42:53.441812 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (377a973b-0572-48ab-bc72-8474587ec19f), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:53.474181 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 377a973b-0572-48ab-bc72-8474587ec19f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=377a973b-0572-48ab-bc72-8474587ec19f,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:53.526209 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95035126-d92a-47f0-bd5b-f556ccc72281 req-007df863-8313-40d1-b9c1-7e5773749deb tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:53.527580 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-95035126-d92a-47f0-bd5b-f556ccc72281 req-007df863-8313-40d1-b9c1-7e5773749deb tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 949 time: 0.0553083 Mar 03 06:42:53.553472 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (377a973b-0572-48ab-bc72-8474587ec19f), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:53.574406 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-95035126-d92a-47f0-bd5b-f556ccc72281 req-8538c536-939f-4eac-8a70-2a1eeb54b4a6 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Mar 03 06:42:53.604000 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=377a973b-0572-48ab-bc72-8474587ec19f,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:53.720663 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377a973b-0572-48ab-bc72-8474587ec19f'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:53.723104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10ca12-36a9-4bfe-8895-1b93d85dec98" -d '{"events": [{"server_uuid": "624ed563-75b2-4d2c-b053-7d5ac9b37425", "name": "network-vif-plugged", "status": "completed", "tag": "377a973b-0572-48ab-bc72-8474587ec19f"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:53.757266 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1bf01e-f031-4d26-ac63-6da2f54f3a2c x-openstack-request-id: req-6d1bf01e-f031-4d26-ac63-6da2f54f3a2c {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:53.757589 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624ed563-75b2-4d2c-b053-7d5ac9b37425", "name": "network-vif-plugged", "status": "completed", "tag": "377a973b-0572-48ab-bc72-8474587ec19f", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:53.757857 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d1bf01e-f031-4d26-ac63-6da2f54f3a2c {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:53.758267 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377a973b-0572-48ab-bc72-8474587ec19f', 'code': 200} Mar 03 06:42:54.086475 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3ff0-8d69-4516-8c72-d6c03aa66ed7 req-e5aa2fb0-840e-4109-ba71-48a6bf7e4d3c tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:54.087940 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ba5d3ff0-8d69-4516-8c72-d6c03aa66ed7 req-e5aa2fb0-840e-4109-ba71-48a6bf7e4d3c tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 949 time: 0.0509367 Mar 03 06:42:54.160072 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ba5d3ff0-8d69-4516-8c72-d6c03aa66ed7 req-37a866d9-732d-451d-b639-f6fa93460eb5 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Mar 03 06:42:54.161805 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160ffc4-5f5a-448a-ba6c-0273a1b5eeb0 req-e4bb1e7a-08a8-4674-a7aa-3b4266f2a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:54.163194 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2160ffc4-5f5a-448a-ba6c-0273a1b5eeb0 req-e4bb1e7a-08a8-4674-a7aa-3b4266f2a2ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 1129 time: 0.0744181 Mar 03 06:42:54.209349 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2160ffc4-5f5a-448a-ba6c-0273a1b5eeb0 req-ecfb6b90-8422-4408-96a6-2496cec35616 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Mar 03 06:42:54.485587 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf2d3-3b38-4131-bc55-7271a56de74a req-4851556c-2e9a-4934-ab9e-359d341fb152 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:54.487042 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e8ecf2d3-3b38-4131-bc55-7271a56de74a req-4851556c-2e9a-4934-ab9e-359d341fb152 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 945 time: 0.0535359 Mar 03 06:42:54.532714 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-e8ecf2d3-3b38-4131-bc55-7271a56de74a req-c8cf9b0a-84d6-47ab-903c-01abec50ea6c tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Mar 03 06:42:55.275760 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91971b-c055-4cbb-84e7-f083ebee7730 req-af6cec83-dba8-4b1b-8232-00de79215fd8 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:55.277248 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1f91971b-c055-4cbb-84e7-f083ebee7730 req-af6cec83-dba8-4b1b-8232-00de79215fd8 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 949 time: 0.0509343 Mar 03 06:42:55.326677 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1f91971b-c055-4cbb-84e7-f083ebee7730 req-c4889a80-41ba-4068-80c2-414213f5535c tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/security-groups?id=371a6d2a-f1fc-4d98-8cb7-162641bae730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Mar 03 06:42:55.650281 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c964d8-87ff-4af4-896a-38cd659023c1 req-e84b27a4-d1e9-43d2-9a59-77a723890cc1 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:55.651767 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f9c964d8-87ff-4af4-896a-38cd659023c1 req-e84b27a4-d1e9-43d2-9a59-77a723890cc1 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 945 time: 0.0540757 Mar 03 06:42:55.698683 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-f9c964d8-87ff-4af4-896a-38cd659023c1 req-66973e6a-bb95-459f-8791-3b53451df163 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Mar 03 06:42:55.957172 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492051-a994-4182-b18a-3c73a824c565 req-afd89e5b-5193-4e3f-a901-45a95f28f41f tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:55.958675 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4a492051-a994-4182-b18a-3c73a824c565 req-afd89e5b-5193-4e3f-a901-45a95f28f41f tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.41 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 949 time: 0.0574698 Mar 03 06:42:56.055638 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Deleting port 136d1a5a-75a5-4da6-add7-713a109eca51 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:42:56.055975 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:56.144983 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] For port 136d1a5a-75a5-4da6-add7-713a109eca51, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=136d1a5a-75a5-4da6-add7-713a109eca51,segment=NetworkSegment(71f98d35-f639-493b-81be-018e6accb2f1),segment_id=71f98d35-f639-493b-81be-018e6accb2f1)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:42:56.145262 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:56.157916 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Calling delete_port for 136d1a5a-75a5-4da6-add7-713a109eca51 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:42:56.371233 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (136d1a5a-75a5-4da6-add7-713a109eca51), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:56.382934 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['136d1a5a-75a5-4da6-add7-713a109eca51'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:42:56.397955 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Pushing event deleted for resources: {'Port': ['ID=136d1a5a-75a5-4da6-add7-713a109eca51,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:56.420807 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a3a0b4ea-ff07-40e9-9099-c09c454918b8 req-33799f8d-2329-4fbc-bcb2-cf5e67258dbe tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.31 "GET /v2.0/ports?device_id=4206597a-1311-4051-ab1c-48bb54d80ff0 HTTP/1.1" status: 200 len: 210 time: 0.0284686 Mar 03 06:42:56.458234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] No DVR routers for this DVR port 136d1a5a-75a5-4da6-add7-713a109eca51 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:42:56.462021 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:56.465735 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4a492051-a994-4182-b18a-3c73a824c565 req-2b47973f-5343-4a1c-b5af-b74edc794aa3 tempest-VolumesNegativeTest-277994400 tempest-VolumesNegativeTest-277994400-project] 10.222.0.41 "DELETE /v2.0/ports/136d1a5a-75a5-4da6-add7-713a109eca51 HTTP/1.1" status: 204 len: 173 time: 0.5011764 Mar 03 06:42:56.466212 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'name': 'network-vif-deleted', 'tag': '136d1a5a-75a5-4da6-add7-713a109eca51'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:56.468671 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a93b1b7-ddc1-465e-828f-27aed10abdbf" -d '{"events": [{"server_uuid": "4206597a-1311-4051-ab1c-48bb54d80ff0", "name": "network-vif-deleted", "tag": "136d1a5a-75a5-4da6-add7-713a109eca51"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:42:56.505236 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7985824d-19cf-4388-9db0-e4cbefdeff17 x-openstack-request-id: req-7985824d-19cf-4388-9db0-e4cbefdeff17 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:42:56.505564 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206597a-1311-4051-ab1c-48bb54d80ff0", "name": "network-vif-deleted", "tag": "136d1a5a-75a5-4da6-add7-713a109eca51", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:42:56.505848 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7985824d-19cf-4388-9db0-e4cbefdeff17 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:42:56.506249 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206597a-1311-4051-ab1c-48bb54d80ff0', 'name': 'network-vif-deleted', 'tag': '136d1a5a-75a5-4da6-add7-713a109eca51', 'status': 'completed', 'code': 200} Mar 03 06:42:57.455906 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:42:59.248052 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 136d1a5a-75a5-4da6-add7-713a109eca51 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:42:59.268141 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 136d1a5a-75a5-4da6-add7-713a109eca51 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:42:59.268485 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 136d1a5a-75a5-4da6-add7-713a109eca51 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:00.549150 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cb4e253b-2332-436d-92e6-91395ff800b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:02.691979 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b591c241-c626-42f6-bdb7-1fa8dc3a9b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:03.236491 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42386) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:03.365093 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a7402082-4534-41f4-bb3c-5ff1e42205fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65d7ae64636941829a6518cf589cf5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274483 Mar 03 06:43:03.367561 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42390) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:03.413851 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe65f-20ef-4cf9-a665-2b8ad69f2622 admin admin] Publish callbacks [] for security_group (371a6d2a-f1fc-4d98-8cb7-162641bae730), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:03.435086 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe65f-20ef-4cf9-a665-2b8ad69f2622 admin admin] Publish callbacks [] for security_group (371a6d2a-f1fc-4d98-8cb7-162641bae730), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:03.553506 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe65f-20ef-4cf9-a665-2b8ad69f2622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (371a6d2a-f1fc-4d98-8cb7-162641bae730), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:03.556129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe65f-20ef-4cf9-a665-2b8ad69f2622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:03.557927 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-8c3fe65f-20ef-4cf9-a665-2b8ad69f2622 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/371a6d2a-f1fc-4d98-8cb7-162641bae730 HTTP/1.1" status: 204 len: 168 time: 0.1888387 Mar 03 06:43:03.566168 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe65f-20ef-4cf9-a665-2b8ad69f2622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a6d2a-f1fc-4d98-8cb7-162641bae730,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:03.635882 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-b9850521-06bf-4baf-9aa0-eabe094e8e79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434835 Mar 03 06:43:03.719299 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:03.730713 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-7b908980-9f4b-4ef6-a26c-b46f2c09cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:03.732275 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-7b908980-9f4b-4ef6-a26c-b46f2c09cc9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1129 time: 0.0469155 Mar 03 06:43:03.840838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-cd11f707-a836-4d9a-a032-4811a3ac5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:03.842456 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-cd11f707-a836-4d9a-a032-4811a3ac5aab service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.0867641 Mar 03 06:43:03.929068 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-29745397-4ad6-4730-9a15-3ad480fd04ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 1001 time: 0.0803311 Mar 03 06:43:03.982698 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-1c68a905-adc7-4271-9685-86eabf37b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:03.984163 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-1c68a905-adc7-4271-9685-86eabf37b96e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0463779 Mar 03 06:43:04.037505 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-3ffbf996-5fcd-487e-84b5-bd5b4bafac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:04.039192 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-3ffbf996-5fcd-487e-84b5-bd5b4bafac4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483682 Mar 03 06:43:04.136468 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-54257f94-0575-44f8-ae88-ce1100747a77 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899167 Mar 03 06:43:04.228420 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-22e015ba-1821-4cbf-9fa8-291f5b7f55a2 req-17265f08-266b-4cfd-a755-e685efa936a2 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858157 Mar 03 06:43:05.177550 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:06.737716 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:18.384666 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec75b3-c311-4a07-9748-b6b7b6f54bf2 req-ad23792e-725e-4735-92ed-41b0e5d86dae tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:18.386309 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-efec75b3-c311-4a07-9748-b6b7b6f54bf2 req-ad23792e-725e-4735-92ed-41b0e5d86dae tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 945 time: 0.0520279 Mar 03 06:43:18.435463 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-efec75b3-c311-4a07-9748-b6b7b6f54bf2 req-9f5c1944-6590-4e69-a6cd-6e976c005062 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Mar 03 06:43:19.557826 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f673c4f-4b85-438b-b1d9-d242d82e0216 req-5ee57dbb-4fbe-458e-bc23-dd7c786e63b0 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:19.559787 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3f673c4f-4b85-438b-b1d9-d242d82e0216 req-5ee57dbb-4fbe-458e-bc23-dd7c786e63b0 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 945 time: 0.0587873 Mar 03 06:43:19.604665 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3f673c4f-4b85-438b-b1d9-d242d82e0216 req-545e991e-5e6f-40bb-a6b3-30bf488ed965 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/security-groups?id=690f23f5-20a4-43f5-bbe2-3e1605c91537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Mar 03 06:43:20.190995 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475f56-3d30-4414-b1e8-165a895ab18b req-ca9af929-10cf-4533-9d53-2ac77a40e112 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:20.192342 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-36475f56-3d30-4414-b1e8-165a895ab18b req-ca9af929-10cf-4533-9d53-2ac77a40e112 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 945 time: 0.0564823 Mar 03 06:43:20.281405 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Deleting port 377a973b-0572-48ab-bc72-8474587ec19f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:20.281770 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (377a973b-0572-48ab-bc72-8474587ec19f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:20.370613 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] For port 377a973b-0572-48ab-bc72-8474587ec19f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=377a973b-0572-48ab-bc72-8474587ec19f,segment=NetworkSegment(9badf2ac-ef1d-4575-80aa-b29c394ce35c),segment_id=9badf2ac-ef1d-4575-80aa-b29c394ce35c)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:20.371000 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (377a973b-0572-48ab-bc72-8474587ec19f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:20.383856 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Calling delete_port for 377a973b-0572-48ab-bc72-8474587ec19f owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:20.581432 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (377a973b-0572-48ab-bc72-8474587ec19f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:20.596715 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['377a973b-0572-48ab-bc72-8474587ec19f'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:43:20.610131 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Pushing event deleted for resources: {'Port': ['ID=377a973b-0572-48ab-bc72-8474587ec19f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:20.652536 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] No DVR routers for this DVR port 377a973b-0572-48ab-bc72-8474587ec19f on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:43:20.655291 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:20.658617 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-36475f56-3d30-4414-b1e8-165a895ab18b req-8039f105-68e6-4e89-8bb0-2ae2854c04a3 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.41 "DELETE /v2.0/ports/377a973b-0572-48ab-bc72-8474587ec19f HTTP/1.1" status: 204 len: 173 time: 0.4597173 Mar 03 06:43:20.659100 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'name': 'network-vif-deleted', 'tag': '377a973b-0572-48ab-bc72-8474587ec19f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:43:20.661406 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ffef1-5de1-48b1-ba4b-664a790ed518" -d '{"events": [{"server_uuid": "624ed563-75b2-4d2c-b053-7d5ac9b37425", "name": "network-vif-deleted", "tag": "377a973b-0572-48ab-bc72-8474587ec19f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:43:20.697150 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d5e274bd-a5f6-4c1b-9ef0-5c82ce0508eb req-1e4954e5-250b-4727-97f4-5b7fa031a917 tempest-VolumesSnapshotTestJSON-1785780834 tempest-VolumesSnapshotTestJSON-1785780834-project] 10.222.0.31 "GET /v2.0/ports?device_id=624ed563-75b2-4d2c-b053-7d5ac9b37425 HTTP/1.1" status: 200 len: 210 time: 0.0263529 Mar 03 06:43:20.699136 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef25842-b23d-468f-b114-33d47218a1c1 x-openstack-request-id: req-5ef25842-b23d-468f-b114-33d47218a1c1 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:43:20.700128 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624ed563-75b2-4d2c-b053-7d5ac9b37425", "name": "network-vif-deleted", "tag": "377a973b-0572-48ab-bc72-8474587ec19f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:43:20.700128 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ef25842-b23d-468f-b114-33d47218a1c1 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:43:20.700128 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624ed563-75b2-4d2c-b053-7d5ac9b37425', 'name': 'network-vif-deleted', 'tag': '377a973b-0572-48ab-bc72-8474587ec19f', 'status': 'completed', 'code': 200} Mar 03 06:43:23.403547 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 377a973b-0572-48ab-bc72-8474587ec19f no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:43:23.425744 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 377a973b-0572-48ab-bc72-8474587ec19f {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:43:23.426093 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 377a973b-0572-48ab-bc72-8474587ec19f not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:27.445222 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:29.956710 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:43:30.490494 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5b62acd4-d6ed-4b6a-8df4-a6d77942aeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:32.702364 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-667a0e71-0147-4e41-bdbb-58bab182c7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:33.684995 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:35.187018 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:36.747557 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.068336 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42542) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:39.221327 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Deleting port f019f814-97b4-431e-9ffd-41018f7f1182 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:39.221825 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (f019f814-97b4-431e-9ffd-41018f7f1182), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.294733 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (f019f814-97b4-431e-9ffd-41018f7f1182), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.295064 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (f019f814-97b4-431e-9ffd-41018f7f1182), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.306700 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Calling delete_port for f019f814-97b4-431e-9ffd-41018f7f1182 owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:39.547090 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (f019f814-97b4-431e-9ffd-41018f7f1182), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.573117 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'Port': ['ID=f019f814-97b4-431e-9ffd-41018f7f1182,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:39.633451 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (33bb5b7a-ab03-4c2c-a8de-d869be8085f2), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.633815 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Floating IP 33bb5b7a-ab03-4c2c-a8de-d869be8085f2 disassociated (deleted). External IP: 172.27.2.202, port: c3276628-145a-4a38-a005-2c3e2de13d6f. Mar 03 06:43:39.838605 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:43:39.946354 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:43:39.951194 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:39.956012 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:43:39.965158 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:39.966366 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:39.984031 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2cf5ab16-c13d-4de5-b359-d3c3f87c67c3 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "DELETE /v2.0/floatingips/33bb5b7a-ab03-4c2c-a8de-d869be8085f2 HTTP/1.1" status: 204 len: 168 time: 0.9115636 Mar 03 06:43:39.984031 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:43:39.984852 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebaa70-127b-4681-bf71-6cdcf865b375" -d '{"events": [{"name": "network-changed", "server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:43:40.030694 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1967199e-4745-4c5e-b116-c4182c668353 x-openstack-request-id: req-1967199e-4745-4c5e-b116-c4182c668353 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:43:40.030986 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:43:40.031238 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1967199e-4745-4c5e-b116-c4182c668353 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:43:40.031637 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'status': 'completed', 'code': 200} Mar 03 06:43:40.086007 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:40.099990 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-b4897bb0-0662-4a14-9a4a-cb5c8a8bd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:40.101525 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-b4897bb0-0662-4a14-9a4a-cb5c8a8bd516 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 1130 time: 0.0461137 Mar 03 06:43:40.193201 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-3d9c89b1-d6a1-4810-bb32-79471ba749cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:40.194703 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-3d9c89b1-d6a1-4810-bb32-79471ba749cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.0868139 Mar 03 06:43:40.237786 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-dcfb898a-deb8-4e9a-a4de-293c322dcf06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3276628-145a-4a38-a005-2c3e2de13d6f HTTP/1.1" status: 200 len: 217 time: 0.0361743 Mar 03 06:43:40.287958 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-b73e4725-cbe9-42ea-a9bc-4d755063ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:40.289633 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-b73e4725-cbe9-42ea-a9bc-4d755063ebad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0458121 Mar 03 06:43:40.344020 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-017949ac-ccbb-45a5-b45d-ff12f6011746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:40.345829 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-017949ac-ccbb-45a5-b45d-ff12f6011746 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475378 Mar 03 06:43:40.446996 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-0ebb0bfc-7221-44a2-8b35-a3b91e5e45ef service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935066 Mar 03 06:43:40.462393 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:43Z', 'revision_number': 1, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:40.492207 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:43:40.501682 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:40.502308 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:40.504723 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b3bfd-492a-4c1d-82a4-b1861f57aa55 req-41163ae3-b902-45f3-813e-372f088d217a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:40.506828 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fe6b3bfd-492a-4c1d-82a4-b1861f57aa55 req-41163ae3-b902-45f3-813e-372f088d217a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0550430 Mar 03 06:43:40.535702 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c9ebaa70-127b-4681-bf71-6cdcf865b375 req-98da60d4-b21b-4ba3-a4a9-9d85d6ec93dd service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823646 Mar 03 06:43:40.562345 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-fe6b3bfd-492a-4c1d-82a4-b1861f57aa55 req-e55c56b0-6174-4720-b361-9a59f8b72cbd tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475035 Mar 03 06:43:40.612663 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:40.839398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:43Z', 'revision_number': 1, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:40.868953 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83cd88f-6c2a-4a9e-b881-14c991aa8233 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '2a7558c9-eddd-4529-9573-c91469ace87d', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'port_id': '7cc6d149-f073-444f-9981-c3018f4a4381', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'mac_address': 'fa:16:3e:ed:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:41Z', 'updated_at': '2022-03-03T06:39:43Z', 'revision_number': 1, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:43:41.096697 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa8d35-396e-420a-a7fe-dd408b4aa3cd None None] New status for floating IP 33bb5b7a-ab03-4c2c-a8de-d869be8085f2: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:43:41.692108 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43ad1a-cbfc-43fe-b191-9faa51ab2e61 req-0de5db11-84eb-4039-972c-085a685fe718 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:41.693597 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4e43ad1a-cbfc-43fe-b191-9faa51ab2e61 req-0de5db11-84eb-4039-972c-085a685fe718 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0632689 Mar 03 06:43:41.742111 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4e43ad1a-cbfc-43fe-b191-9faa51ab2e61 req-16192896-d265-48c4-b794-e21d58497dd1 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Mar 03 06:43:42.005903 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-92613cd0-ed7b-4871-b297-e6d29d55e547 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:42.007328 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-92613cd0-ed7b-4871-b297-e6d29d55e547 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 946 time: 0.0533895 Mar 03 06:43:42.101469 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Deleting port c3276628-145a-4a38-a005-2c3e2de13d6f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:42.101838 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:42.187377 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] For port c3276628-145a-4a38-a005-2c3e2de13d6f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=c3276628-145a-4a38-a005-2c3e2de13d6f,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:42.187737 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:42.199658 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Calling delete_port for c3276628-145a-4a38-a005-2c3e2de13d6f owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:42.673213 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (c3276628-145a-4a38-a005-2c3e2de13d6f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:42.700831 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'Port': ['ID=c3276628-145a-4a38-a005-2c3e2de13d6f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:42.745070 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] No DVR routers for this DVR port c3276628-145a-4a38-a005-2c3e2de13d6f on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:43:42.748341 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:42.751548 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca7a3d4f-a162-466c-8f2e-23130df77b3b req-8aeeef84-2aab-44fb-a1f4-5bd8ed011bbe tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "DELETE /v2.0/ports/c3276628-145a-4a38-a005-2c3e2de13d6f HTTP/1.1" status: 204 len: 173 time: 0.7355359 Mar 03 06:43:42.752103 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'name': 'network-vif-deleted', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:43:42.755008 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb713e-027e-42cd-bdc5-3f5172eb8f7d" -d '{"events": [{"server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "name": "network-vif-deleted", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:43:42.790481 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8c8b7-8912-4326-9289-266cbb7b97a6 x-openstack-request-id: req-60c8c8b7-8912-4326-9289-266cbb7b97a6 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:43:42.790782 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd89059f-27e7-4848-bec6-1f558062a571", "name": "network-vif-deleted", "tag": "c3276628-145a-4a38-a005-2c3e2de13d6f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:43:42.791036 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60c8c8b7-8912-4326-9289-266cbb7b97a6 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:43:42.791435 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd89059f-27e7-4848-bec6-1f558062a571', 'name': 'network-vif-deleted', 'tag': 'c3276628-145a-4a38-a005-2c3e2de13d6f', 'status': 'completed', 'code': 200} Mar 03 06:43:42.836088 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-20f23b51-e9b7-4963-b100-90332f66f8b7 req-ee366f2c-55f7-426c-80ec-1570a169aa5a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd89059f-27e7-4848-bec6-1f558062a571 HTTP/1.1" status: 200 len: 210 time: 0.0253425 Mar 03 06:43:45.537749 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device c3276628-145a-4a38-a005-2c3e2de13d6f no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:43:45.557446 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: c3276628-145a-4a38-a005-2c3e2de13d6f {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:43:45.557822 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device c3276628-145a-4a38-a005-2c3e2de13d6f not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:46.364023 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42624) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:46.516057 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Deleting port 74f220ad-aa3c-42c4-a349-8f3fe6777b51 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:46.516399 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:46.589299 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:46.589651 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (74f220ad-aa3c-42c4-a349-8f3fe6777b51), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:46.604907 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Calling delete_port for 74f220ad-aa3c-42c4-a349-8f3fe6777b51 owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:46.820872 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (74f220ad-aa3c-42c4-a349-8f3fe6777b51), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:46.845811 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'Port': ['ID=74f220ad-aa3c-42c4-a349-8f3fe6777b51,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:46.910169 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (2a7558c9-eddd-4529-9573-c91469ace87d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:46.910502 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.l3_db [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Floating IP 2a7558c9-eddd-4529-9573-c91469ace87d disassociated (deleted). External IP: 172.27.2.198, port: 7cc6d149-f073-444f-9981-c3018f4a4381. Mar 03 06:43:47.113174 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:43:47.217079 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:43:47.221875 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.228391 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:43:47.232158 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42628) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:47.247147 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:47.248019 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.252202 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2d57a540-3745-4e66-bf64-45a4e0a187f0 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a7558c9-eddd-4529-9573-c91469ace87d HTTP/1.1" status: 204 len: 168 time: 0.8870730 Mar 03 06:43:47.253002 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:43:47.255560 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077dae22-1e78-4126-a137-a9033ffa4ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:43:47.277338 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Deleting subnet 031a3657-e2df-4a0a-8faf-d59c61d670a6 {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:43:47.280688 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Publish callbacks [] for subnet (031a3657-e2df-4a0a-8faf-d59c61d670a6), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.295283 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1133d968-61db-4e25-b846-cce0d407faaa x-openstack-request-id: req-1133d968-61db-4e25-b846-cce0d407faaa {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:43:47.295650 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:43:47.295974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1133d968-61db-4e25-b846-cce0d407faaa {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:43:47.296476 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381', 'status': 'completed', 'code': 200} Mar 03 06:43:47.330648 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (031a3657-e2df-4a0a-8faf-d59c61d670a6), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.371244 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (031a3657-e2df-4a0a-8faf-d59c61d670a6), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.372684 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-23edd19d-5725-44f7-9518-b896542983f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:47.375273 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-23edd19d-5725-44f7-9518-b896542983f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 1129 time: 0.0544369 Mar 03 06:43:47.388739 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:47.467694 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-88b6eb2e-42ae-4be7-a99d-a65feb7e25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:47.469324 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-88b6eb2e-42ae-4be7-a99d-a65feb7e25f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 200 len: 912 time: 0.0881748 Mar 03 06:43:47.510888 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-912aa2e2-e62a-49d8-bec9-997219d0c1a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 200 len: 217 time: 0.0357802 Mar 03 06:43:47.519325 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (031a3657-e2df-4a0a-8faf-d59c61d670a6), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.551113 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.557618 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/031a3657-e2df-4a0a-8faf-d59c61d670a6 HTTP/1.1" status: 204 len: 168 time: 0.3241575 Mar 03 06:43:47.558420 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031a3657-e2df-4a0a-8faf-d59c61d670a6,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:47.561846 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42634) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:47.570423 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.570423 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.570795 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.571280 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.571630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.572066 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.572514 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-b87ff12c-b7cf-48a4-8229-152fc98177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:47.572649 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.572754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.573102 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.573611 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.574053 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.574329 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.574662 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92f13-53ad-411f-b744-cc7e7388e2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:47.575086 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-b87ff12c-b7cf-48a4-8229-152fc98177e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 200 len: 850 time: 0.0586250 Mar 03 06:43:47.596290 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.626945 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-b27af394-9921-43b4-bcb1-9998cf4fbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:47.628371 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-b27af394-9921-43b4-bcb1-9998cf4fbda0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=475f95b3-25c9-436a-9f3a-124667ed1b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463476 Mar 03 06:43:47.630275 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:43:47.642279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:47.643030 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.658283 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (c2b156f1-66eb-4d3c-88ec-feb085474df2), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.729274 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-6b05f4b7-c120-4a2d-9681-822a9f8edb59 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921183 Mar 03 06:43:47.763225 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:47.769774 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (c2b156f1-66eb-4d3c-88ec-feb085474df2), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.794151 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b156f1-66eb-4d3c-88ec-feb085474df2']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.810356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c473f-599d-4121-9f94-2d50054a71f2 req-0a44d3d3-41c3-4ee4-9c92-f62f4b059d39 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:47.812508 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c70c473f-599d-4121-9f94-2d50054a71f2 req-0a44d3d3-41c3-4ee4-9c92-f62f4b059d39 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 945 time: 0.1209738 Mar 03 06:43:47.814286 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9badf2ac-ef1d-4575-80aa-b29c394ce35c') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.814654 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9badf2ac-ef1d-4575-80aa-b29c394ce35c') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.826275 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (9badf2ac-ef1d-4575-80aa-b29c394ce35c), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.829144 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-077dae22-1e78-4126-a137-a9033ffa4ec9 req-20cb1384-b9bc-42a2-b53d-9a674ebbb638 service neutron] 10.222.0.41 "GET /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939198 Mar 03 06:43:47.854131 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (9badf2ac-ef1d-4575-80aa-b29c394ce35c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.868624 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:43:47.869011 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (9badf2ac-ef1d-4575-80aa-b29c394ce35c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:43:47.870646 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:43:47.916276 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c70c473f-599d-4121-9f94-2d50054a71f2 req-ad518d8f-a856-4e85-9edc-e02f6e9ca7af tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925488 Mar 03 06:43:47.975636 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:47.999348 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (c2b156f1-66eb-4d3c-88ec-feb085474df2), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:48.002330 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8e968-a108-471d-8ec8-17c83e5fe6f9 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:35:44Z', 'revision_number': 4, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'e8e4e7db-8a6e-4d5e-9d74-12b8737698aa', 'name': '', 'network_id': '475f95b3-25c9-436a-9f3a-124667ed1b0a', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'mac_address': 'fa:16:3e:72:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '12f59b88-0285-4b02-8028-04cb542897e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:43Z', 'updated_at': '2022-03-03T06:35:48Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'subnets': [{'id': '12f59b88-0285-4b02-8028-04cb542897e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:43:48.004779 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:48.010400 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c2b156f1-66eb-4d3c-88ec-feb085474df2 HTTP/1.1" status: 204 len: 168 time: 0.4401546 Mar 03 06:43:48.021249 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece493b-a52d-42f9-8e65-90c6f96c38e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b156f1-66eb-4d3c-88ec-feb085474df2,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:48.213758 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3812d9e-f081-424f-a725-600271f8cf08 None None] New status for floating IP 2a7558c9-eddd-4529-9573-c91469ace87d: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:43:48.330390 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42640) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:48.373660 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-a0577cbf-a120-4e62-9c2b-49389e5dacfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90d99bf9298b4ed396eb87a93dea0fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420814 Mar 03 06:43:48.376052 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42642) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:48.425022 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Publish callbacks [] for security_group (690f23f5-20a4-43f5-bbe2-3e1605c91537), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:48.451247 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Publish callbacks [] for security_group (690f23f5-20a4-43f5-bbe2-3e1605c91537), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:48.587488 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (690f23f5-20a4-43f5-bbe2-3e1605c91537), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:48.590145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:48.591312 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/690f23f5-20a4-43f5-bbe2-3e1605c91537 HTTP/1.1" status: 204 len: 168 time: 0.2143807 Mar 03 06:43:48.599627 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f23f5-20a4-43f5-bbe2-3e1605c91537,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:48.606575 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:48.612107 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67651-9c4d-4f2b-8a0b-8011387925db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:49.042697 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ecd7-7556-4adb-bb63-dca1a106942c req-e6233929-9159-4488-aeb1-70e9efad3d49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:49.044193 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1561ecd7-7556-4adb-bb63-dca1a106942c req-e6233929-9159-4488-aeb1-70e9efad3d49 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 945 time: 0.0551410 Mar 03 06:43:49.102227 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1561ecd7-7556-4adb-bb63-dca1a106942c req-2e3d3e7d-3fc1-4e22-a104-a5c712e74f8a tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/security-groups?id=51563430-c4af-4e68-81a1-785303fa9fba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516303 Mar 03 06:43:49.144637 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-7e3f92c4-8fb1-49d8-ba3c-3bd23e7744a2 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:49.146135 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-7e3f92c4-8fb1-49d8-ba3c-3bd23e7744a2 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 945 time: 0.0563715 Mar 03 06:43:49.238640 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Deleting port 7cc6d149-f073-444f-9981-c3018f4a4381 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:49.238976 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.330642 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] For port 7cc6d149-f073-444f-9981-c3018f4a4381, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7cc6d149-f073-444f-9981-c3018f4a4381,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:49.331175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.344883 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Calling delete_port for 7cc6d149-f073-444f-9981-c3018f4a4381 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:49.501858 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (7cc6d149-f073-444f-9981-c3018f4a4381), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.533832 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'Port': ['ID=7cc6d149-f073-444f-9981-c3018f4a4381,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:49.574792 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] No DVR routers for this DVR port 7cc6d149-f073-444f-9981-c3018f4a4381 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:43:49.577242 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.579794 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42666) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:49.580524 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-23178de3-7c85-4cd8-b29d-7b681b6ec727 req-30f24e7d-cdae-46bd-9f25-80c4af7ab6a7 tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.41 "DELETE /v2.0/ports/7cc6d149-f073-444f-9981-c3018f4a4381 HTTP/1.1" status: 204 len: 173 time: 0.4285152 Mar 03 06:43:49.581024 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'name': 'network-vif-deleted', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:43:49.583203 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4675ebc0-4bc6-47f6-8ef3-7c95e410832a" -d '{"events": [{"server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "name": "network-vif-deleted", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:43:49.620910 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc71d9e9-ddef-4808-a604-cfb3ae6504c8 x-openstack-request-id: req-fc71d9e9-ddef-4808-a604-cfb3ae6504c8 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:43:49.621285 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3", "name": "network-vif-deleted", "tag": "7cc6d149-f073-444f-9981-c3018f4a4381", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:43:49.621639 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc71d9e9-ddef-4808-a604-cfb3ae6504c8 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:43:49.622052 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3', 'name': 'network-vif-deleted', 'tag': '7cc6d149-f073-444f-9981-c3018f4a4381', 'status': 'completed', 'code': 200} Mar 03 06:43:49.677302 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1661205373-network', 'tenant_id': 'b325568130df4628bb8780864bc76223'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:43:49.798908 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Made reservation on behalf of b325568130df4628bb8780864bc76223 for: {'network': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:43:49.801637 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.810562 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.893079 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks [] for security_group (b9535759-e6e3-47ab-a7f7-946f62fcc89b), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.960566 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b9535759-e6e3-47ab-a7f7-946f62fcc89b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:49.989827 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:43:49.996501 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9535759-e6e3-47ab-a7f7-946f62fcc89b,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:50.004123 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (1900da3e-8c23-4d22-bca2-d583523c1956), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.004322 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.segments_db [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Added segment 1900da3e-8c23-4d22-bca2-d583523c1956 of type vlan for network f02aae00-43fb-4b17-a88d-da950edb759b Mar 03 06:43:50.045618 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (f02aae00-43fb-4b17-a88d-da950edb759b), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.124893 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (f02aae00-43fb-4b17-a88d-da950edb759b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.125837 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:50.126528 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.190243 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] Pushing event updated for resources: {'Network': ['ID=f02aae00-43fb-4b17-a88d-da950edb759b,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:50.200576 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network f02aae00-43fb-4b17-a88d-da950edb759b details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:43:50.222394 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cde8dc27-cd35-40a8-9b5c-b9412ff500c5 req-06c164ce-0cfa-4fec-b73c-68188c89900f tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2b18bc-2f9c-4358-a8e0-dd9bae05abf3 HTTP/1.1" status: 200 len: 210 time: 0.0283821 Mar 03 06:43:50.238293 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-4b75dd21-fc7e-419e-bacf-b4caf890aa16 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6553292 Mar 03 06:43:50.245919 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42674) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:50.251352 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Request body: {'subnet': {'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1661205373-subnet', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:43:50.341724 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Made reservation on behalf of b325568130df4628bb8780864bc76223 for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:43:50.344080 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751790'] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.564595 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3903427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751772'] for subnet (b3d6b54d-4799-405e-9bd7-e42a140a7f1d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.625444 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d6b54d-4799-405e-9bd7-e42a140a7f1d,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:50.632885 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Checking segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:43:50.633248 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Network hostable DHCP agents. Network: f02aae00-43fb-4b17-a88d-da950edb759b, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:43:50.747226 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Network f02aae00-43fb-4b17-a88d-da950edb759b is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:43:50.827592 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, f02aae00-43fb-4b17-a88d-da950edb759b) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:50.831533 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:50.832127 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:50.836579 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142bfa6-44a9-4264-8087-70c379ca562e None None] Network f02aae00-43fb-4b17-a88d-da950edb759b requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:43:50.922088 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8a72fc29-84e9-49af-b548-6935b16bc97b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6750386 Mar 03 06:43:50.924821 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42676) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:50.930911 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:43:50.936398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-f02aae00-43fb-4b17-a88d-da950edb759b', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'project_id': 'b325568130df4628bb8780864bc76223', 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:43:50.936398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.004916 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (253d159d-d4d6-4d57-9a07-e7c7047078be), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.005974 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (253d159d-d4d6-4d57-9a07-e7c7047078be), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.061100 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks [] for router_controller (253d159d-d4d6-4d57-9a07-e7c7047078be), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.066048 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Allocated IP 172.20.0.2 (f02aae00-43fb-4b17-a88d-da950edb759b/b3d6b54d-4799-405e-9bd7-e42a140a7f1d/8b30d85a-80f8-492f-9811-25c1caac8015) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:43:51.209057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Publish callbacks [] for port (8b30d85a-80f8-492f-9811-25c1caac8015), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.256263 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks [] for router_gateway (253d159d-d4d6-4d57-9a07-e7c7047078be), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.262458 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.280370 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42680) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:51.303452 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Network f02aae00-43fb-4b17-a88d-da950edb759b is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:43:51.306279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:51.308899 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:43:51.318233 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Pushing event updated for resources: {'Port': ['ID=8b30d85a-80f8-492f-9811-25c1caac8015,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:51.328825 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.329181 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.330257 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.330257 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.330257 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.330565 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.330897 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.331218 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.331549 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.331869 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.332191 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.332510 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.332829 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:43:51.386048 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Attempting to bind port 8b30d85a-80f8-492f-9811-25c1caac8015 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:43:51.386463 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Attempting to bind port 8b30d85a-80f8-492f-9811-25c1caac8015 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:43:51.386883 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Attempting to bind port 8b30d85a-80f8-492f-9811-25c1caac8015 on network f02aae00-43fb-4b17-a88d-da950edb759b {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:43:51.392656 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:43:51.393135 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Checking segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:43:51.393619 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.394158 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Bound using segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:43:51.394613 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Bound port: 8b30d85a-80f8-492f-9811-25c1caac8015, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:43:51.394996 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.418650 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Deleting port 2cdfeff3-20e1-4175-8bbc-5c91c748c094 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:51.419092 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.459835 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] For port 8b30d85a-80f8-492f-9811-25c1caac8015, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:43:51.463464 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] For port 8b30d85a-80f8-492f-9811-25c1caac8015, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=8b30d85a-80f8-492f-9811-25c1caac8015,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:43:51.496592 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.497052 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (2cdfeff3-20e1-4175-8bbc-5c91c748c094), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.508977 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Calling delete_port for 2cdfeff3-20e1-4175-8bbc-5c91c748c094 owned by network:floatingip {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:51.511422 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks [] for router_gateway (253d159d-d4d6-4d57-9a07-e7c7047078be), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.524934 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.530709 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.563707 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 7cc6d149-f073-444f-9981-c3018f4a4381 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:43:51.593853 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 7cc6d149-f073-444f-9981-c3018f4a4381 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:43:51.593853 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 7cc6d149-f073-444f-9981-c3018f4a4381 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:51.615022 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56728aa-e856-4fa2-b4ca-0b202f4546a8 None None] Pushing event updated for resources: {'Port': ['ID=8b30d85a-80f8-492f-9811-25c1caac8015,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:51.650458 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Allocated IP 172.27.2.27 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/b450095c-55a8-46dc-89b7-98ddd018d4ff) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:43:51.707574 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (2cdfeff3-20e1-4175-8bbc-5c91c748c094), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.738935 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'Port': ['ID=2cdfeff3-20e1-4175-8bbc-5c91c748c094,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:51.780797 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks [] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.806363 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for floatingip (6cf133c5-fcf0-4889-aa78-22f89fb99461), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.809461 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.811214 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-42bd6111-74d2-4cb4-ad2c-5bd2a23e038c tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "DELETE /v2.0/floatingips/6cf133c5-fcf0-4889-aa78-22f89fb99461 HTTP/1.1" status: 204 len: 168 time: 0.5291851 Mar 03 06:43:51.901410 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:51.945891 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Pushing event updated for resources: {'Port': ['ID=b450095c-55a8-46dc-89b7-98ddd018d4ff,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:51.960660 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:43:51.962061 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:51.964346 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:43:52.015423 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 8b30d85a-80f8-492f-9811-25c1caac8015 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:43:52.072355 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 8b30d85a-80f8-492f-9811-25c1caac8015 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:52.072741 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:52.153543 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 8b30d85a-80f8-492f-9811-25c1caac8015 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:43:52.153970 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:52.187158 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 8b30d85a-80f8-492f-9811-25c1caac8015, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=8b30d85a-80f8-492f-9811-25c1caac8015,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:52.290553 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:52.304778 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks [] for router_gateway (253d159d-d4d6-4d57-9a07-e7c7047078be), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:52.484529 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=8b30d85a-80f8-492f-9811-25c1caac8015,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:52.573793 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b4264-8b9c-45b8-807d-ae2a85440301 None None] Network f02aae00-43fb-4b17-a88d-da950edb759b requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:43:52.641018 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-498fcdc7-0d16-4106-997b-b8c3cc52818c None None] Provisioning complete for port 8b30d85a-80f8-492f-9811-25c1caac8015 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:52.641394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-498fcdc7-0d16-4106-997b-b8c3cc52818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:52.768351 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-498fcdc7-0d16-4106-997b-b8c3cc52818c None None] Current status of the port 8b30d85a-80f8-492f-9811-25c1caac8015 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:43:52.788473 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (253d159d-d4d6-4d57-9a07-e7c7047078be), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:52.989800 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-5baf840c-0cef-4479-baf5-c22893b60ba7 None None] Provisioning complete for port 8b30d85a-80f8-492f-9811-25c1caac8015 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:52.990176 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5baf840c-0cef-4479-baf5-c22893b60ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.009653 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Router 253d159d-d4d6-4d57-9a07-e7c7047078be is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:43:53.069533 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5baf840c-0cef-4479-baf5-c22893b60ba7 None None] Current status of the port 8b30d85a-80f8-492f-9811-25c1caac8015 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:43:53.116232 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:43:53.125214 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Sync routers for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:43:53.134731 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:53.139490 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:53.190999 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.192653 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-4c61a0e7-e625-41a2-8c2b-09588a5124bb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2658942 Mar 03 06:43:53.195108 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42692) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:53.200343 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42694) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:53.249852 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:53.259236 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ee5978a-2086-409d-a7ba-c6778bf5a81b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group (51563430-c4af-4e68-81a1-785303fa9fba), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.285508 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ee5978a-2086-409d-a7ba-c6778bf5a81b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group (51563430-c4af-4e68-81a1-785303fa9fba), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.411757 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ee5978a-2086-409d-a7ba-c6778bf5a81b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (51563430-c4af-4e68-81a1-785303fa9fba), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.414313 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ee5978a-2086-409d-a7ba-c6778bf5a81b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.415518 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-7ee5978a-2086-409d-a7ba-c6778bf5a81b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] 10.222.0.31 "DELETE /v2.0/security-groups/51563430-c4af-4e68-81a1-785303fa9fba HTTP/1.1" status: 204 len: 168 time: 0.2139468 Mar 03 06:43:53.425404 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5978a-2086-409d-a7ba-c6778bf5a81b tempest-TestVolumeBootPattern-1148307415 tempest-TestVolumeBootPattern-1148307415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51563430-c4af-4e68-81a1-785303fa9fba,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:53.448405 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:52Z', 'revision_number': 3, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:53.480363 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Checking router: 253d159d-d4d6-4d57-9a07-e7c7047078be for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:43:53.480718 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Updating router 253d159d-d4d6-4d57-9a07-e7c7047078be port b450095c-55a8-46dc-89b7-98ddd018d4ff binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:43:53.512335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.568684 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42698) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:53.620878 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.781046 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Allocated IP 172.20.0.1 (f02aae00-43fb-4b17-a88d-da950edb759b/b3d6b54d-4799-405e-9bd7-e42a140a7f1d/bf3ffe9e-6f16-4d5f-a405-2b74373b6224) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:43:53.782727 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Publish callbacks [] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.881044 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks [] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.924413 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.975791 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:53.993489 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Attempting to bind port b450095c-55a8-46dc-89b7-98ddd018d4ff on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:43:53.994001 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Attempting to bind port b450095c-55a8-46dc-89b7-98ddd018d4ff by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:43:53.995006 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Attempting to bind port b450095c-55a8-46dc-89b7-98ddd018d4ff on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:43:53.997024 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800a952-95cf-49c3-8560-9e9828926574 None None] Pushing event updated for resources: {'Port': ['ID=b450095c-55a8-46dc-89b7-98ddd018d4ff,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:54.007846 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.011289 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 8b30d85a-80f8-492f-9811-25c1caac8015 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:43:54.014638 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Network f02aae00-43fb-4b17-a88d-da950edb759b is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:43:54.019499 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:54.022946 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:43:54.053075 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:43:54.053602 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:43:54.054131 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.054633 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:43:54.055242 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Bound port: b450095c-55a8-46dc-89b7-98ddd018d4ff, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:43:54.055733 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.062645 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (253d159d-d4d6-4d57-9a07-e7c7047078be), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.115447 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 8b30d85a-80f8-492f-9811-25c1caac8015 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:54.115835 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.121856 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Pushing event updated for resources: {'Port': ['ID=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:54.159356 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] For port b450095c-55a8-46dc-89b7-98ddd018d4ff, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:43:54.178851 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] For port b450095c-55a8-46dc-89b7-98ddd018d4ff, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=b450095c-55a8-46dc-89b7-98ddd018d4ff,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:43:54.237038 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 8b30d85a-80f8-492f-9811-25c1caac8015 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:43:54.262335 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.280454 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.292529 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Deleting port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:54.293124 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.332911 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800a952-95cf-49c3-8560-9e9828926574 None None] Pushing event updated for resources: {'Port': ['ID=b450095c-55a8-46dc-89b7-98ddd018d4ff,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:54.335876 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-0651db37-d17a-4fa0-8f74-de44db23520e None None] Provisioning complete for port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:54.336079 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0651db37-d17a-4fa0-8f74-de44db23520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.339164 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:54.339669 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:54.377304 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] For port e8e4e7db-8a6e-4d5e-9d74-12b8737698aa, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:54.377725 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.391965 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Calling delete_port for e8e4e7db-8a6e-4d5e-9d74-12b8737698aa owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:54.415895 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-0651db37-d17a-4fa0-8f74-de44db23520e None None] Port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:43:54.458031 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks [] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.477657 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:54.530606 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.598387 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (253d159d-d4d6-4d57-9a07-e7c7047078be), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.600916 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Pushing event updated for resources: {'Port': ['ID=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:54.633410 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (e8e4e7db-8a6e-4d5e-9d74-12b8737698aa), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.661953 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e4e7db-8a6e-4d5e-9d74-12b8737698aa,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:54.692552 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:43:53Z', 'revision_number': 1, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:54.706689 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Network f02aae00-43fb-4b17-a88d-da950edb759b is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:43:54.708984 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:54.727764 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63048a8-5c46-4f49-ba8d-0671fcaa8846 None None] The sync data for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi is: [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:43:53Z', 'revision_number': 1, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:43:54.873650 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:54.892222 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Router 253d159d-d4d6-4d57-9a07-e7c7047078be has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:43:55.048327 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-63802c50-7a39-4155-857f-10a72903fbea None None] Provisioning complete for port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:55.048727 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63802c50-7a39-4155-857f-10a72903fbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:55.101599 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-63802c50-7a39-4155-857f-10a72903fbea None None] Port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:43:55.162585 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:43:55.278224 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:43:55.285895 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b368fdcd-78e3-4d76-b866-2b2deb2652c2 admin admin] 10.222.0.31 "PUT /v2.0/routers/3af9e6fa-8dd7-4bf4-b150-cccdfadc3281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159705 Mar 03 06:43:55.286526 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42702) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:55.290473 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] Sync routers for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:43:55.302392 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:55.303310 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:55.421330 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:55.424124 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:43:55.430192 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fcf1a682-4e71-420c-8fce-bc0b3b931dde admin admin] 10.222.0.31 "PUT /v2.0/routers/253d159d-d4d6-4d57-9a07-e7c7047078be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2334151 Mar 03 06:43:55.443971 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks [] for router (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:55.563722 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks [] for router_gateway (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:55.648033 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 5, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port': {'id': '83c27e1a-56e9-42bb-bcde-6b9fba9a9302', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:40Z', 'updated_at': '2022-03-03T06:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:55.685377 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] Checking router: 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:43:55.706154 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Deleting port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:55.706482 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:55.710027 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] Routers {'3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:55.710664 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:55.812209 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] For port 83c27e1a-56e9-42bb-bcde-6b9fba9a9302, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:55.812591 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:55.827155 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Calling delete_port for 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 owned by network:router_gateway {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:55.935892 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] Set router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:55.999381 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:43:55Z', 'revision_number': 6, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:56.030135 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c52cc-af3b-4207-a6bb-1c7644ec0848 None None] The sync data for ids ['3af9e6fa-8dd7-4bf4-b150-cccdfadc3281'] in dv-cinder-831090-6-iscsi is: [{'id': '3af9e6fa-8dd7-4bf4-b150-cccdfadc3281', 'name': 'tempest-TestVolumeBootPattern-655653903-router', 'tenant_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:39Z', 'updated_at': '2022-03-03T06:43:55Z', 'revision_number': 6, 'project_id': 'a29131fbbffe4fa8848b8fd3bce8ba3c', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:43:56.153366 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (83c27e1a-56e9-42bb-bcde-6b9fba9a9302), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.180780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c27e1a-56e9-42bb-bcde-6b9fba9a9302,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:56.248757 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.273458 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42718) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:56.278672 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1451139754-network', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:43:56.336154 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Made reservation on behalf of 14d69a7281544bf69001b75aef9cfea0 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:43:56.338499 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.350684 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.357049 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.359376 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks [] for router_controller (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.424016 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device b450095c-55a8-46dc-89b7-98ddd018d4ff up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:43:56.453206 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks [] for security_group (829162fc-88d8-454b-9c9f-91871a1845e6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.496244 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port b450095c-55a8-46dc-89b7-98ddd018d4ff triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:56.496620 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.524050 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (3af9e6fa-8dd7-4bf4-b150-cccdfadc3281), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.524581 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 {{(pid=103575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:43:56.536397 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.537568 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-49e5247a-8772-420a-a583-0ce2e96e3709 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3af9e6fa-8dd7-4bf4-b150-cccdfadc3281 HTTP/1.1" status: 204 len: 168 time: 1.2453532 Mar 03 06:43:56.540455 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42720) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:56.551128 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (829162fc-88d8-454b-9c9f-91871a1845e6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.585028 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port b450095c-55a8-46dc-89b7-98ddd018d4ff is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:43:56.585499 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.600301 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:43:56.605503 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port b450095c-55a8-46dc-89b7-98ddd018d4ff, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=b450095c-55a8-46dc-89b7-98ddd018d4ff,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:56.619239 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829162fc-88d8-454b-9c9f-91871a1845e6,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:56.624853 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (a76f429d-ffa8-4e50-9acf-25df8a173c83), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.628967 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.db.segments_db [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Added segment a76f429d-ffa8-4e50-9acf-25df8a173c83 of type vlan for network 565dec3e-17d4-4033-bdcf-a880aae8ff02 Mar 03 06:43:56.628967 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Deleting subnet 12f59b88-0285-4b02-8028-04cb542897e9 {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:43:56.637744 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Publish callbacks [] for subnet (12f59b88-0285-4b02-8028-04cb542897e9), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.667445 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.695966 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753906216789'] for network (565dec3e-17d4-4033-bdcf-a880aae8ff02), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.702196 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (12f59b88-0285-4b02-8028-04cb542897e9), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.720245 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=b450095c-55a8-46dc-89b7-98ddd018d4ff,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:56.793460 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (12f59b88-0285-4b02-8028-04cb542897e9), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.815510 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651'] for network (565dec3e-17d4-4033-bdcf-a880aae8ff02), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.816386 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:56.816949 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:56.892786 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] Pushing event updated for resources: {'Network': ['ID=565dec3e-17d4-4033-bdcf-a880aae8ff02,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:56.902837 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 details requested by agent ovs-agent-dv-cinder-831090-6-iscsi with host dv-cinder-831090-6-iscsi {{(pid=103577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 06:43:56.947378 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-fcf42e89-ef27-41c4-8f68-08273a89254f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6715081 Mar 03 06:43:56.947972 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42722) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:56.953751 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Request body: {'subnet': {'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1451139754-subnet', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'ip_version': 4}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:43:56.993434 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (12f59b88-0285-4b02-8028-04cb542897e9), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.021726 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Made reservation on behalf of 14d69a7281544bf69001b75aef9cfea0 for: {'subnet': 1} {{(pid=103575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:43:57.024278 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751790'] for subnet (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.028884 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f59b88-0285-4b02-8028-04cb542897e9,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:57.034654 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.035635 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-20724c65-982c-4124-ab22-77a04ccb2f42 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12f59b88-0285-4b02-8028-04cb542897e9 HTTP/1.1" status: 204 len: 168 time: 0.4935184 Mar 03 06:43:57.037514 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42724) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:57.104552 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b3268-6625-4327-8b06-336f2af071c5 None None] Network 475f95b3-25c9-436a-9f3a-124667ed1b0a requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:43:57.123486 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (475f95b3-25c9-436a-9f3a-124667ed1b0a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.203985 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Deleting port 31084878-ee07-4eef-b56f-7b5398cd1d4e {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:57.204324 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.276512 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] For port 31084878-ee07-4eef-b56f-7b5398cd1d4e, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=31084878-ee07-4eef-b56f-7b5398cd1d4e,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:57.277189 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.290763 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Calling delete_port for 31084878-ee07-4eef-b56f-7b5398cd1d4e owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:57.292719 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] DHCP port deletion for 475f95b3-25c9-436a-9f3a-124667ed1b0a request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:43:57.301752 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3903427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751772'] for subnet (39432215-78a0-4cd5-828a-876f3655ff25), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.346682 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=39432215-78a0-4cd5-828a-876f3655ff25,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:57.356087 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] Deleting port 31084878-ee07-4eef-b56f-7b5398cd1d4e {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:57.356623 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.393356 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Checking segment: {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:43:57.393934 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Network hostable DHCP agents. Network: 565dec3e-17d4-4033-bdcf-a880aae8ff02, hostable agents: ['f84b17b7-0216-46a4-a66b-cf598ec84bfe'], hosted agents: [] {{(pid=103575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:43:57.435855 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] For port 31084878-ee07-4eef-b56f-7b5398cd1d4e, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=31084878-ee07-4eef-b56f-7b5398cd1d4e,segment=NetworkSegment(c698bd71-d23c-438c-9a34-acc869bcf7fd),segment_id=c698bd71-d23c-438c-9a34-acc869bcf7fd)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:57.436389 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.460323 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] Calling delete_port for 31084878-ee07-4eef-b56f-7b5398cd1d4e owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:57.478952 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.507515 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 is scheduled to be hosted by DHCP agent f84b17b7-0216-46a4-a66b-cf598ec84bfe with binding_index 1 {{(pid=103575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:43:57.508669 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.528311 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Pushing event deleted for resources: {'Port': ['ID=31084878-ee07-4eef-b56f-7b5398cd1d4e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:57.534809 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] No DVR routers for this DVR port 31084878-ee07-4eef-b56f-7b5398cd1d4e on host dv-cinder-831090-6-iscsi {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:43:57.569793 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Sync routers for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:43:57.578457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (31084878-ee07-4eef-b56f-7b5398cd1d4e), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.593493 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-6-iscsi, 565dec3e-17d4-4033-bdcf-a880aae8ff02) {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:57.603814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:57.603814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.612324 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac34fd1-2264-4f35-ba30-94312b7bc1fe None None] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:43:57.615359 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] No DVR routers for this DVR port 31084878-ee07-4eef-b56f-7b5398cd1d4e on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:43:57.617611 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65933e-c9e2-4725-8bdc-19d7a85e5f74 None None] Pushing event deleted for resources: {'Port': ['ID=31084878-ee07-4eef-b56f-7b5398cd1d4e,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:57.637850 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:57.637850 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:57.649009 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (475f95b3-25c9-436a-9f3a-124667ed1b0a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.671589 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475f95b3-25c9-436a-9f3a-124667ed1b0a']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:57.681778 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c698bd71-d23c-438c-9a34-acc869bcf7fd') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:57.682351 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c698bd71-d23c-438c-9a34-acc869bcf7fd') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:57.687541 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-e2ad70c3-203d-4c0b-a7f2-9f143611c0ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7382908 Mar 03 06:43:57.689877 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42726) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:57.694429 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:43:57.709522 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (c698bd71-d23c-438c-9a34-acc869bcf7fd), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.732030 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (c698bd71-d23c-438c-9a34-acc869bcf7fd), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.738968 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:43:57.739509 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (c698bd71-d23c-438c-9a34-acc869bcf7fd), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:43:57.741096 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:43:57.799033 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16298111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30477'] for router (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.800133 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16298479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16286768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30470'] for router (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.812997 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56b0ab34-9d25-5576-bf6f-4bbd237249fb-565dec3e-17d4-4033-bdcf-a880aae8ff02', 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02', 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'fixed_ips': [{'subnet_id': '39432215-78a0-4cd5-828a-876f3655ff25'}]}} from dv-cinder-831090-6-iscsi. {{(pid=103577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 06:43:57.813877 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.846742 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:57.856035 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (475f95b3-25c9-436a-9f3a-124667ed1b0a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.857938 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks [] for router_controller (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), precommit_add_association {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.862518 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:57.867364 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] 10.222.0.31 "DELETE /v2.0/networks/475f95b3-25c9-436a-9f3a-124667ed1b0a HTTP/1.1" status: 204 len: 168 time: 0.8270953 Mar 03 06:43:57.868630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42728) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:43:57.878372 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a545f-4a93-40c3-afac-c0179c5c8021 admin admin] Pushing event deleted for resources: {'Network': ['ID=475f95b3-25c9-436a-9f3a-124667ed1b0a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:58.005381 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device b450095c-55a8-46dc-89b7-98ddd018d4ff up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:43:58.108500 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Allocated IP 172.20.0.2 (565dec3e-17d4-4033-bdcf-a880aae8ff02/39432215-78a0-4cd5-828a-876f3655ff25/49095dfa-a8a9-4d2e-9189-6a63a89b87d9) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:43:58.147830 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks [] for router_gateway (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.188904 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port b450095c-55a8-46dc-89b7-98ddd018d4ff triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:58.189278 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.362796 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 2, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:58.394099 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Checking router: 253d159d-d4d6-4d57-9a07-e7c7047078be for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:43:58.394457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Updating router 253d159d-d4d6-4d57-9a07-e7c7047078be port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:43:58.420996 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port b450095c-55a8-46dc-89b7-98ddd018d4ff is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:43:58.432144 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Publish callbacks [] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.445151 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.485177 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device e8e4e7db-8a6e-4d5e-9d74-12b8737698aa no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:43:58.512906 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.514694 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: e8e4e7db-8a6e-4d5e-9d74-12b8737698aa {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:43:58.515034 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device e8e4e7db-8a6e-4d5e-9d74-12b8737698aa not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:58.515440 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 31084878-ee07-4eef-b56f-7b5398cd1d4e no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:43:58.516575 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.556891 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks [] for router_gateway (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.565259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 31084878-ee07-4eef-b56f-7b5398cd1d4e {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:43:58.565259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 31084878-ee07-4eef-b56f-7b5398cd1d4e not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:58.565259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:43:58.580351 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.646588 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:43:58.646849 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 83c27e1a-56e9-42bb-bcde-6b9fba9a9302 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:43:58.649321 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:43:58.659202 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Resources bound (agent type, host, resource id): {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:58.663415 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:43:58.665890 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Pushing event updated for resources: {'Port': ['ID=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:58.768839 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Attempting to bind port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:43:58.769212 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Attempting to bind port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:43:58.769657 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Attempting to bind port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 on network 565dec3e-17d4-4033-bdcf-a880aae8ff02 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:43:58.778361 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:43:58.778741 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Checking segment: {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:43:58.779196 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.780097 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Bound using segment: {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:43:58.780570 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Bound port: 49095dfa-a8a9-4d2e-9189-6a63a89b87d9, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:43:58.780713 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Allocated IP 172.27.2.39 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/5ed8617c-e346-4e25-b742-60ccb6344e24) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:43:58.780947 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.881979 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] For port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:43:58.917902 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] For port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:43:58.933835 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Publish callbacks [] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.941803 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks [] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.968358 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Deleting port 696cded5-738c-4fb8-b013-d40358639576 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:43:58.968688 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (696cded5-738c-4fb8-b013-d40358639576), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:58.988051 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.022277 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.054128 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] For port 696cded5-738c-4fb8-b013-d40358639576, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=696cded5-738c-4fb8-b013-d40358639576,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:43:59.054592 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (696cded5-738c-4fb8-b013-d40358639576), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.057526 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3177c-ba41-4b23-aec1-9c489770af0b None None] Pushing event updated for resources: {'Port': ['ID=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:59.072500 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Calling delete_port for 696cded5-738c-4fb8-b013-d40358639576 owned by network:router_interface {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:43:59.153845 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4521e0-6598-4a7b-8a65-516d3ac52001 None None] Pushing event updated for resources: {'Port': ['ID=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:59.158549 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Attempting to bind port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:43:59.158929 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Attempting to bind port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:43:59.159301 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Attempting to bind port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 on network f02aae00-43fb-4b17-a88d-da950edb759b {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:43:59.170720 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:43:59.171086 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Checking segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:43:59.171437 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.171844 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Bound using segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:43:59.172665 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Bound port: bf3ffe9e-6f16-4d5f-a405-2b74373b6224, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:43:59.173690 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.258821 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] For port bf3ffe9e-6f16-4d5f-a405-2b74373b6224, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:43:59.272298 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] For port bf3ffe9e-6f16-4d5f-a405-2b74373b6224, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:43:59.364067 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-56acce27-0fe6-4b32-9428-5b0585054b41 None None] Provisioning complete for port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:59.364438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-56acce27-0fe6-4b32-9428-5b0585054b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.388144 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.402219 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.436940 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-56acce27-0fe6-4b32-9428-5b0585054b41 None None] Port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:43:59.447428 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Pushing event updated for resources: {'Port': ['ID=5ed8617c-e346-4e25-b742-60ccb6344e24,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:59.461346 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:43:59.462105 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:43:59.464252 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4521e0-6598-4a7b-8a65-516d3ac52001 None None] Pushing event updated for resources: {'Port': ['ID=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:43:59.471628 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:43:59.475494 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:43:59.478726 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:43:59.590842 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:43:59.854777 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (696cded5-738c-4fb8-b013-d40358639576), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.879441 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] Provisioning complete for port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:43:59.879837 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:43:59.886237 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=696cded5-738c-4fb8-b013-d40358639576,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:00.045394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] Current status of the port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:00.045394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.078980 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:00.111388 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cc288-eb3e-4868-96b5-616a06a277ab None None] The sync data for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi is: [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:00.127786 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] For port bf3ffe9e-6f16-4d5f-a405-2b74373b6224, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:00.131772 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks [] for router_gateway (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.199049 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.290080 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.294107 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee73709-a82e-4ec2-8ce8-29e75c2a952e None None] Pushing event updated for resources: {'Port': ['ID=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:00.298347 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:00.368127 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143feaaa-a06f-4d2c-83e9-9c2e01875e06 None None] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:44:00.423175 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:00.423549 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.476145 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Provisioning complete for port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:00.476844 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.569675 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16298488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16286829'] for router (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.621801 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-efd5bf4a-dd7b-4b2f-adf8-ef4d14bb0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.661164 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:00.661699 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.691034 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Current status of the port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:00.691421 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.730498 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:00.744798 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:44:00.807534 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:00.809190 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bf3ffe9e-6f16-4d5f-a405-2b74373b6224 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:00.887739 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:00.896249 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-f38c2006-fe7c-47a9-81ab-01aa0e7a5dfb admin admin] 10.222.0.31 "PUT /v2.0/routers/fd58af35-5e44-4e5c-9dbd-da82b6c8eb81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261946 Mar 03 06:44:00.898852 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42730) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:00.901737 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] Sync routers for ids ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:00.903485 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 is scheduled to L3 agent fcdc8681-a707-4125-815a-b17d5104b663 with binding_index 1 {{(pid=103575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 06:44:00.914422 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.db.api [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:44:00.914791 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG oslo_db.api [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:44:00.917679 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] Routers {'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:00.918494 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:00.938036 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:00.954729 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:00.955190 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.073072 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] Set router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:01.074578 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:01.087651 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:01.097117 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Sync routers for ids ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:01.108201 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Routers {'2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:01.112537 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:01.161928 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.163781 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-026fc279-3f24-4a5f-a451-d23b3e3b0e5c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4729588 Mar 03 06:44:01.166436 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42732) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:01.236171 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Set router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:01.279931 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 5, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:01.314581 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] Checking router: fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:01.323961 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] Routers {'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:01.325012 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:01.364934 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks [] for router (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.439949 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] Set router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:01.473415 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks [] for router_gateway (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.475881 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2e17a-db85-4a63-a13a-353d57fa1a3d None None] Current status of the port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:01.508824 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 3, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:01.536465 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Checking router: 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:01.536738 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Updating router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 port 5ed8617c-e346-4e25-b742-60ccb6344e24 binding host dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:44:01.568220 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.589339 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Deleting port 809a70be-8088-4cfb-b4aa-36740d0124f0 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:01.589865 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.644290 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 5, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:01.651731 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-99de0305-ea4a-4736-97e5-b16c0a79095a None None] Provisioning complete for port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:01.652351 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-99de0305-ea4a-4736-97e5-b16c0a79095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.668780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.673771 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f310f871-d04c-4c5b-9311-f56664e563d3 None None] The sync data for ids ['fd58af35-5e44-4e5c-9dbd-da82b6c8eb81'] in dv-cinder-831090-6-iscsi is: [{'id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'name': 'tempest-TestVolumeBootPattern-841762210-router', 'tenant_id': '05d3e4d76207427aae0e3cde625c8a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:35:48Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 5, 'project_id': '05d3e4d76207427aae0e3cde625c8a1a', 'gw_port': {'id': '809a70be-8088-4cfb-b4aa-36740d0124f0', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd58af35-5e44-4e5c-9dbd-da82b6c8eb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:35:49Z', 'updated_at': '2022-03-03T06:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:01.705877 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] For port 809a70be-8088-4cfb-b4aa-36740d0124f0, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=809a70be-8088-4cfb-b4aa-36740d0124f0,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:01.708444 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.723684 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Calling delete_port for 809a70be-8088-4cfb-b4aa-36740d0124f0 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:01.847826 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Allocated IP 172.20.0.1 (565dec3e-17d4-4033-bdcf-a880aae8ff02/39432215-78a0-4cd5-828a-876f3655ff25/bfafbd3b-2909-4b48-8d8c-4ba21ec4297c) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:44:01.874230 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-99de0305-ea4a-4736-97e5-b16c0a79095a None None] Current status of the port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:01.949845 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Publish callbacks [] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.970382 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (809a70be-8088-4cfb-b4aa-36740d0124f0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:01.997115 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Pushing event deleted for resources: {'Port': ['ID=809a70be-8088-4cfb-b4aa-36740d0124f0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:02.055673 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.078813 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.131171 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Attempting to bind port 5ed8617c-e346-4e25-b742-60ccb6344e24 on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:44:02.131551 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Attempting to bind port 5ed8617c-e346-4e25-b742-60ccb6344e24 by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:44:02.131921 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Attempting to bind port 5ed8617c-e346-4e25-b742-60ccb6344e24 on network a32e1967-2a94-46b8-9c96-da77f7473f70 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:44:02.133944 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f6b3-1eb2-4be5-bfb1-2d5eb2ae5515 None None] Pushing event updated for resources: {'Port': ['ID=5ed8617c-e346-4e25-b742-60ccb6344e24,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:02.142100 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:44:02.142485 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Checking segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:44:02.142962 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.143279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Bound using segment: {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:44:02.143765 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Bound port: 5ed8617c-e346-4e25-b742-60ccb6344e24, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400da409-6e3f-489d-b855-66204a6621ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:44:02.144151 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.228861 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.230069 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] For port 5ed8617c-e346-4e25-b742-60ccb6344e24, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:44:02.233497 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks [] for router_controller (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.237243 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:02.258854 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks [] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.292392 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] For port 5ed8617c-e346-4e25-b742-60ccb6344e24, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5ed8617c-e346-4e25-b742-60ccb6344e24,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:44:02.302362 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:02.302730 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.380708 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:02.381203 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (fd58af35-5e44-4e5c-9dbd-da82b6c8eb81), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.381788 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bf3ffe9e-6f16-4d5f-a405-2b74373b6224 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:02.381905 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:44:02.386058 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.387211 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-2c76c18e-9b84-457c-807b-076a513b141c admin admin] 10.222.0.31 "DELETE /v2.0/routers/fd58af35-5e44-4e5c-9dbd-da82b6c8eb81 HTTP/1.1" status: 204 len: 168 time: 1.4873786 Mar 03 06:44:02.390536 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42734) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:02.410159 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.425410 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.474423 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:44:02.481380 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Deleting subnet 3288c628-4a79-4e65-955c-a49d9938cc7f {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:44:02.483411 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f6b3-1eb2-4be5-bfb1-2d5eb2ae5515 None None] Pushing event updated for resources: {'Port': ['ID=5ed8617c-e346-4e25-b742-60ccb6344e24,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:02.490511 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Routers {'2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:02.492003 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:43:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:02.492341 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:44:02.496039 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:44:02.498945 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Publish callbacks [] for subnet (3288c628-4a79-4e65-955c-a49d9938cc7f), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.546982 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:02.547561 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.558279 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Pushing event updated for resources: {'Port': ['ID=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:02.583045 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (3288c628-4a79-4e65-955c-a49d9938cc7f), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.602319 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16300592'] for router_interface (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.777706 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (3288c628-4a79-4e65-955c-a49d9938cc7f), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.796721 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] Set router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:02.876558 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c3c2675e-503b-4ad9-b5e5-565fec78bdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.900160 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (3288c628-4a79-4e65-955c-a49d9938cc7f), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.928978 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:02.933431 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-82c92fd2-42d1-41c5-b2ba-21583f2a3171 None None] Provisioning complete for port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:02.933837 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-82c92fd2-42d1-41c5-b2ba-21583f2a3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.958200 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 696cded5-738c-4fb8-b013-d40358639576 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:02.960449 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3288c628-4a79-4e65-955c-a49d9938cc7f,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:02.964411 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.969167 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3ca968ec-cf76-4499-b7ae-6ed727ecc466 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3288c628-4a79-4e65-955c-a49d9938cc7f HTTP/1.1" status: 204 len: 168 time: 0.5747705 Mar 03 06:44:02.969167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:02.969666 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42736) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:02.988918 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f44946-7102-495c-bcbf-daef0f79ebb8 None None] Network 00c40071-8fa3-48e5-b55b-238d98ff3bc4 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:44:03.008984 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 696cded5-738c-4fb8-b013-d40358639576 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:03.009331 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 696cded5-738c-4fb8-b013-d40358639576 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:03.050596 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (00c40071-8fa3-48e5-b55b-238d98ff3bc4), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.064553 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-82c92fd2-42d1-41c5-b2ba-21583f2a3171 None None] Port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:44:03.107803 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Deleting port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:03.108141 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.143626 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks [] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.160336 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 3, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:03.173074 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] For port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:03.173376 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.186304 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Calling delete_port for 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:03.187543 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5646ae-e940-4785-a24b-7be6520d2b71 None None] The sync data for ids ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'] in dv-cinder-831090-6-iscsi is: [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:43:59Z', 'revision_number': 3, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:03.214463 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.227918 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] DHCP port deletion for 00c40071-8fa3-48e5-b55b-238d98ff3bc4 request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:44:03.259339 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16358409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16301216'] for router_interface (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.281070 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] Deleting port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:03.281471 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.324638 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.347187 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Pushing event updated for resources: {'Port': ['ID=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:03.349703 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] For port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,segment=NetworkSegment(4543ab10-9fb0-4c2f-a372-5984eb99abf1),segment_id=4543ab10-9fb0-4c2f-a372-5984eb99abf1)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:03.350104 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.356549 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:03.363681 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] No DVR routers for this DVR port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 on host dv-cinder-831090-6-iscsi {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:03.366309 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] Calling delete_port for 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:03.398458 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:44:03.400569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:44:03.456434 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (00c40071-8fa3-48e5-b55b-238d98ff3bc4), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.468436 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (5558ea13-d9e1-43aa-b5ca-86779fe8fab0), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.506234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c40071-8fa3-48e5-b55b-238d98ff3bc4']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:03.521092 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4543ab10-9fb0-4c2f-a372-5984eb99abf1') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:03.521396 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4543ab10-9fb0-4c2f-a372-5984eb99abf1') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:03.530205 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] Pushing event deleted for resources: {'Port': ['ID=5558ea13-d9e1-43aa-b5ca-86779fe8fab0,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:03.533262 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3b8d2-f78c-4b8a-b930-96f788545107 None None] No DVR routers for this DVR port 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:03.546726 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (4543ab10-9fb0-4c2f-a372-5984eb99abf1), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.569154 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (4543ab10-9fb0-4c2f-a372-5984eb99abf1), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.578161 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (4543ab10-9fb0-4c2f-a372-5984eb99abf1), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:44:03.581788 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:44:03.613779 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:44:03.696542 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.699767 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-7c8f5948-c53e-4a0a-95bd-8c2b46ee3134 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614283 Mar 03 06:44:03.737629 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (00c40071-8fa3-48e5-b55b-238d98ff3bc4), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.744535 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.752012 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] 10.222.0.31 "DELETE /v2.0/networks/00c40071-8fa3-48e5-b55b-238d98ff3bc4 HTTP/1.1" status: 204 len: 168 time: 0.7811844 Mar 03 06:44:03.777443 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:03.793820 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-bf2ea054-5089-430a-b859-90e69e971d26 admin admin] 10.222.0.31 "PUT /v2.0/routers/2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184957 Mar 03 06:44:03.794113 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc17c83-3a76-47c5-841d-4aef90265b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c40071-8fa3-48e5-b55b-238d98ff3bc4,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:03.824095 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-15a1b707-c47d-4567-b363-d55adb9cac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:03.827782 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-15a1b707-c47d-4567-b363-d55adb9cac66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.1015599 Mar 03 06:44:03.840637 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-9a4760a8-61ed-49f8-b366-a2622ea169ce None None] Provisioning complete for port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:03.841373 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9a4760a8-61ed-49f8-b366-a2622ea169ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:03.899126 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9a4760a8-61ed-49f8-b366-a2622ea169ce None None] Port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:44:04.008254 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-ee0d2bad-d16f-4d26-94b5-82e7da6fb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:04.009880 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-ee0d2bad-d16f-4d26-94b5-82e7da6fb534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 909 time: 0.1624229 Mar 03 06:44:04.054247 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5ed8617c-e346-4e25-b742-60ccb6344e24 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:04.094799 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-39cf7e71-291a-497c-b428-74d8ccd45dc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 1002 time: 0.0785515 Mar 03 06:44:04.111531 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 5ed8617c-e346-4e25-b742-60ccb6344e24 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:04.111917 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.184991 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-8386fec2-0668-485e-917d-78f85f74f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:04.187157 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-8386fec2-0668-485e-917d-78f85f74f368 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0871258 Mar 03 06:44:04.219831 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 5ed8617c-e346-4e25-b742-60ccb6344e24 is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:04.220655 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.249234 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42750) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:04.250112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] For port 5ed8617c-e346-4e25-b742-60ccb6344e24, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5ed8617c-e346-4e25-b742-60ccb6344e24,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:04.263815 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-a29b3d76-9246-4989-ac8f-b88ebb099236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:04.265379 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-a29b3d76-9246-4989-ac8f-b88ebb099236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720191 Mar 03 06:44:04.275224 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-47b1d130-2373-445d-ae31-42f8c14bfe5d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:44:04.276175 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-47b1d130-2373-445d-ae31-42f8c14bfe5d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048499 Mar 03 06:44:04.302008 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.350710 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-9547e4dc-3f8a-4c52-ae3b-6fe76076c1c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a29131fbbffe4fa8848b8fd3bce8ba3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0983684 Mar 03 06:44:04.350893 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42758) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:04.384399 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Pushing event updated for resources: {'Port': ['ID=5ed8617c-e346-4e25-b742-60ccb6344e24,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:04.400400 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:04.418911 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-e854a0b0-ee87-410c-a51f-6218f5ca83c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355822 Mar 03 06:44:04.422418 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:04.422780 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5558ea13-d9e1-43aa-b5ca-86779fe8fab0 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:04.423209 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 809a70be-8088-4cfb-b4aa-36740d0124f0 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:04.436326 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1706521e-fab6-4b25-9a10-989faa3bb2cc admin admin] Publish callbacks [] for security_group (16b820d0-73d1-47f0-8ac5-3e75c67e3b89), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.442267 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 809a70be-8088-4cfb-b4aa-36740d0124f0 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:04.442617 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 809a70be-8088-4cfb-b4aa-36740d0124f0 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:04.505135 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1706521e-fab6-4b25-9a10-989faa3bb2cc admin admin] Publish callbacks [] for security_group (16b820d0-73d1-47f0-8ac5-3e75c67e3b89), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.563906 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-400b0bbe-ef30-4a34-a0a2-955d94fecec8 req-f1c6ed15-6d30-410a-8f8c-067baccc2640 service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394420 Mar 03 06:44:04.621259 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1706521e-fab6-4b25-9a10-989faa3bb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (16b820d0-73d1-47f0-8ac5-3e75c67e3b89), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.623918 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1706521e-fab6-4b25-9a10-989faa3bb2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:04.625048 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-1706521e-fab6-4b25-9a10-989faa3bb2cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16b820d0-73d1-47f0-8ac5-3e75c67e3b89 HTTP/1.1" status: 204 len: 168 time: 0.2732773 Mar 03 06:44:04.633125 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706521e-fab6-4b25-9a10-989faa3bb2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b820d0-73d1-47f0-8ac5-3e75c67e3b89,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:05.175944 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:05.308347 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42780) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:05.355611 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-61d32081-efbf-4f00-b576-e4ca0e3b46e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05d3e4d76207427aae0e3cde625c8a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452502 Mar 03 06:44:05.358314 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42782) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:05.417287 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a98f2aeb-bcf5-4003-9328-b050fa496952 admin admin] Publish callbacks [] for security_group (96ce3544-cbb8-443a-9ee9-3948ac4c9e95), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:05.440766 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a98f2aeb-bcf5-4003-9328-b050fa496952 admin admin] Publish callbacks [] for security_group (96ce3544-cbb8-443a-9ee9-3948ac4c9e95), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:05.531961 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a98f2aeb-bcf5-4003-9328-b050fa496952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (96ce3544-cbb8-443a-9ee9-3948ac4c9e95), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:05.534558 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a98f2aeb-bcf5-4003-9328-b050fa496952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:05.535744 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-a98f2aeb-bcf5-4003-9328-b050fa496952 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96ce3544-cbb8-443a-9ee9-3948ac4c9e95 HTTP/1.1" status: 204 len: 168 time: 0.1759226 Mar 03 06:44:05.557967 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f2aeb-bcf5-4003-9328-b050fa496952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce3544-cbb8-443a-9ee9-3948ac4c9e95,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:06.035904 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5ed8617c-e346-4e25-b742-60ccb6344e24 up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:06.095611 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Sync routers for ids ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:06.108117 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Routers {'2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:06.108755 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:06.116068 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port 5ed8617c-e346-4e25-b742-60ccb6344e24 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:06.116567 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:06.217490 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port 5ed8617c-e346-4e25-b742-60ccb6344e24 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:06.237240 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Set router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:06.453449 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:44:02Z', 'revision_number': 4, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bfafbd3b-2909-4b48-8d8c-4ba21ec4297c', 'name': '', 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'mac_address': 'fa:16:3e:ec:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '39432215-78a0-4cd5-828a-876f3655ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:44:01Z', 'updated_at': '2022-03-03T06:44:03Z', 'revision_number': 2, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'subnets': [{'id': '39432215-78a0-4cd5-828a-876f3655ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:06.480808 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Checking router: 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:06.481519 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Updating router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c binding host dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:44:06.518226 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:06.724447 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:06.916777 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Publish callbacks [] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:06.957483 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:44:06.969528 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.028349 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Pushing event updated for resources: {'Port': ['ID=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:07.054045 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.054228 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.054480 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.054842 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.055165 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.055508 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.055833 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.056165 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.056491 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.056868 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.057171 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.057521 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.058001 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:07.100776 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Attempting to bind port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c on host dv-cinder-831090-6-iscsi for vnic_type normal with profile {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:44:07.101482 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Attempting to bind port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c by drivers openvswitch,hyperv on host dv-cinder-831090-6-iscsi at level 0 using segments [{'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:44:07.101482 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Attempting to bind port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c on network 565dec3e-17d4-4033-bdcf-a880aae8ff02 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:44:07.107676 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Checking agent: {'id': '1a9592d4-51fc-4c7f-a99f-ddbf9860ff07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 25, 37), 'started_at': datetime.datetime(2022, 3, 3, 6, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:44:07.107965 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Checking segment: {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:44:07.108251 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.108689 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Bound using segment: {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:44:07.109164 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Bound port: bfafbd3b-2909-4b48-8d8c-4ba21ec4297c, host: dv-cinder-831090-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f429d-ffa8-4e50-9acf-25df8a173c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:44:07.109783 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.192517 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] For port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c, host dv-cinder-831090-6-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:44:07.197833 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] For port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c, host dv-cinder-831090-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:44:07.264579 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-00777e06-a117-4446-b64b-2751d923062a None None] Provisioning complete for port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:07.266049 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00777e06-a117-4446-b64b-2751d923062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.267496 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.330799 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Routers {'2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:07.331428 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:07.385277 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-00777e06-a117-4446-b64b-2751d923062a None None] Current status of the port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c is: DOWN; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:07.390185 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00777e06-a117-4446-b64b-2751d923062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.433228 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-00777e06-a117-4446-b64b-2751d923062a None None] For port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:07.438083 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fdeee-42e4-4292-961c-513b77587e32 None None] Pushing event updated for resources: {'Port': ['ID=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:07.472696 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] Set router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:07.518591 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00777e06-a117-4446-b64b-2751d923062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.726861 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777e06-a117-4446-b64b-2751d923062a None None] Pushing event updated for resources: {'Port': ['ID=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:07.726861 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-24664731-39fa-4cf0-a68e-77a22f520e8b None None] Provisioning complete for port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:07.726861 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-24664731-39fa-4cf0-a68e-77a22f520e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:07.727509 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:44:02Z', 'revision_number': 4, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bfafbd3b-2909-4b48-8d8c-4ba21ec4297c', 'name': '', 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'mac_address': 'fa:16:3e:ec:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '39432215-78a0-4cd5-828a-876f3655ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:44:01Z', 'updated_at': '2022-03-03T06:44:07Z', 'revision_number': 4, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'subnets': [{'id': '39432215-78a0-4cd5-828a-876f3655ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:07.727661 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-24664731-39fa-4cf0-a68e-77a22f520e8b None None] Current status of the port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:07.739196 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3c6a-8c15-4c33-aa2c-ac5b420ad184 None None] The sync data for ids ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'] in dv-cinder-831090-6-iscsi is: [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:44:02Z', 'revision_number': 4, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bfafbd3b-2909-4b48-8d8c-4ba21ec4297c', 'name': '', 'network_id': '565dec3e-17d4-4033-bdcf-a880aae8ff02', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'mac_address': 'fa:16:3e:ec:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '39432215-78a0-4cd5-828a-876f3655ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:44:01Z', 'updated_at': '2022-03-03T06:44:07Z', 'revision_number': 4, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'subnets': [{'id': '39432215-78a0-4cd5-828a-876f3655ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:08.045604 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bfafbd3b-2909-4b48-8d8c-4ba21ec4297c up at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:08.112011 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Provisioning complete for port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:08.112529 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:08.212306 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Current status of the port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:12.087330 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42794) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:12.272670 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Deleting port be727ea3-67bf-4492-a491-8d849f7bb746 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:12.273100 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (be727ea3-67bf-4492-a491-8d849f7bb746), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:12.368432 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (be727ea3-67bf-4492-a491-8d849f7bb746), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:12.368762 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for floatingip (be727ea3-67bf-4492-a491-8d849f7bb746), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:12.385020 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Calling delete_port for be727ea3-67bf-4492-a491-8d849f7bb746 owned by network:floatingip {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:12.667365 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (be727ea3-67bf-4492-a491-8d849f7bb746), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:12.694986 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event deleted for resources: {'Port': ['ID=be727ea3-67bf-4492-a491-8d849f7bb746,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:12.767135 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for floatingip (e21d1625-6339-4211-b0b0-6b6ddc9958b6), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:12.767562 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Floating IP e21d1625-6339-4211-b0b0-6b6ddc9958b6 disassociated (deleted). External IP: 172.27.2.252, port: 619f5a00-47c1-45c9-9c3b-756d3e168a63. Mar 03 06:44:12.999149 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:44:13.124588 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:13.130856 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:13.138326 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] Sync routers for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:13.153612 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:13.154612 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:13.164178 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-18dae441-0d52-4247-8543-a0a6b00b25c4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "DELETE /v2.0/floatingips/e21d1625-6339-4211-b0b0-6b6ddc9958b6 HTTP/1.1" status: 204 len: 168 time: 1.0757294 Mar 03 06:44:13.164789 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:13.167094 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36620c4-fd16-4970-8fe1-4716da168230" -d '{"events": [{"name": "network-changed", "server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:44:13.204757 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c0574e-19c1-4748-a2eb-8de3a83fa633 x-openstack-request-id: req-32c0574e-19c1-4748-a2eb-8de3a83fa633 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:44:13.205248 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:44:13.205709 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32c0574e-19c1-4748-a2eb-8de3a83fa633 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:44:13.206293 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'status': 'completed', 'code': 200} Mar 03 06:44:13.283410 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36620c4-fd16-4970-8fe1-4716da168230 req-e94f8381-7cd8-4454-bb6b-c0f6861be56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:13.288016 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-e94f8381-7cd8-4454-bb6b-c0f6861be56f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 1130 time: 0.0581441 Mar 03 06:44:13.297477 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:13.398721 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36620c4-fd16-4970-8fe1-4716da168230 req-be972b18-9bb2-4af8-be73-f201c56f7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:13.400198 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-be972b18-9bb2-4af8-be73-f201c56f7e9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 200 len: 909 time: 0.1054201 Mar 03 06:44:13.445508 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-bf662a2c-8a41-48bf-870d-7bbc6e63c7ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 200 len: 217 time: 0.0390503 Mar 03 06:44:13.529026 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36620c4-fd16-4970-8fe1-4716da168230 req-8b70180c-0ab5-48fa-9120-4c05e5a22852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:13.531116 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-8b70180c-0ab5-48fa-9120-4c05e5a22852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 200 len: 847 time: 0.0801499 Mar 03 06:44:13.594781 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:13.603301 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36620c4-fd16-4970-8fe1-4716da168230 req-33a974f0-ca27-477f-8fbb-6b2f0f65fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:13.605312 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-33a974f0-ca27-477f-8fbb-6b2f0f65fada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e83e9ef-cece-40cc-badc-988bfa2406b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671880 Mar 03 06:44:13.632550 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] Checking router: b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:13.641297 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:13.641937 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:13.737854 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-a57054f7-91df-48a6-b88b-ea7ee5de1eeb service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149762 Mar 03 06:44:13.843125 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f36620c4-fd16-4970-8fe1-4716da168230 req-8dce6a71-6bec-4bef-8182-01f30b466f9e service neutron] 10.222.0.41 "GET /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982754 Mar 03 06:44:13.893625 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:14.001506 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d41ad3-69ff-4c8a-ae28-fffff6a7628f req-a6ccab75-3120-4262-bc75-7ee32648e61c tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:14.003084 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f3d41ad3-69ff-4c8a-ae28-fffff6a7628f req-a6ccab75-3120-4262-bc75-7ee32648e61c tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.3453314 Mar 03 06:44:14.053653 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f3d41ad3-69ff-4c8a-ae28-fffff6a7628f req-ffe64c18-b95f-4c38-8430-48b3d5b4cfc4 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Mar 03 06:44:14.108048 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:14.135842 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614ba5b-eb8a-4380-a349-fe58fbe8cd07 None None] The sync data for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi is: [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:11Z', 'revision_number': 4, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': '9900bb02-9a68-4b68-9642-06dfbb04f8f3', 'name': '', 'network_id': '7e83e9ef-cece-40cc-badc-988bfa2406b0', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'mac_address': 'fa:16:3e:33:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:11Z', 'updated_at': '2022-03-03T06:39:17Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'subnets': [{'id': 'ed081581-f2d7-43b2-b253-bc113979c34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:14.387303 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa22c7-573f-41c9-8749-a7187e2dbb94 None None] New status for floating IP e21d1625-6339-4211-b0b0-6b6ddc9958b6: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:44:15.031282 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583f29a-3e34-4089-9801-a35b7b714784 req-3d2de2b6-4193-436f-bd9a-c4b698fd0735 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:15.032772 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f583f29a-3e34-4089-9801-a35b7b714784 req-3d2de2b6-4193-436f-bd9a-c4b698fd0735 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.41 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.0544331 Mar 03 06:44:15.132642 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Deleting port 619f5a00-47c1-45c9-9c3b-756d3e168a63 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:15.132988 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:15.228633 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b882f-3b60-4031-a9ac-9a72db13a376 req-f4f9086b-580d-4128-8842-dabe4afdfa16 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:15.230139 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-db4b882f-3b60-4031-a9ac-9a72db13a376 req-f4f9086b-580d-4128-8842-dabe4afdfa16 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 946 time: 0.1079657 Mar 03 06:44:15.266811 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] For port 619f5a00-47c1-45c9-9c3b-756d3e168a63, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=619f5a00-47c1-45c9-9c3b-756d3e168a63,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:15.267180 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:15.288164 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Calling delete_port for 619f5a00-47c1-45c9-9c3b-756d3e168a63 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:15.310352 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-db4b882f-3b60-4031-a9ac-9a72db13a376 req-98e4ef72-eff4-45f4-a39c-50d748cbcf30 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/security-groups?id=6922acf6-44d9-495a-a7a3-7ca7716c169c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731936 Mar 03 06:44:15.489759 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (619f5a00-47c1-45c9-9c3b-756d3e168a63), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:15.492225 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-a4e47992-6bfe-4dae-8b4e-0695e29278e1 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:15.493782 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-a4e47992-6bfe-4dae-8b4e-0695e29278e1 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 815 time: 0.0983956 Mar 03 06:44:15.508073 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-74d9bce0-2919-4f30-8fe5-5b5082455453 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/quotas/b325568130df4628bb8780864bc76223 HTTP/1.1" status: 200 len: 375 time: 0.0090034 Mar 03 06:44:15.518365 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event deleted for resources: {'Port': ['ID=619f5a00-47c1-45c9-9c3b-756d3e168a63,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:15.559678 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] No DVR routers for this DVR port 619f5a00-47c1-45c9-9c3b-756d3e168a63 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:15.562694 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:15.566027 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f583f29a-3e34-4089-9801-a35b7b714784 req-b943313b-a0a5-4224-8731-e03469fc1343 tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.41 "DELETE /v2.0/ports/619f5a00-47c1-45c9-9c3b-756d3e168a63 HTTP/1.1" status: 204 len: 173 time: 0.5283785 Mar 03 06:44:15.566496 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-deleted', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:15.568847 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705db7c8-e101-4531-b4d5-f15762bbf8aa" -d '{"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-deleted", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:44:15.580386 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-f0cd42b4-65ef-48f2-81a4-3cfdac4002d3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673189 Mar 03 06:44:15.595795 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-7f1d0518-f001-4717-bf80-51caa846e74e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103575) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 06:44:15.596890 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-7f1d0518-f001-4717-bf80-51caa846e74e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052342 Mar 03 06:44:15.607698 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132c4bb-a5a7-41e8-8d5a-e0a2399850db x-openstack-request-id: req-9132c4bb-a5a7-41e8-8d5a-e0a2399850db {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:44:15.608143 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf28cd7-493b-4206-ac34-1c9607e4a2e8", "name": "network-vif-deleted", "tag": "619f5a00-47c1-45c9-9c3b-756d3e168a63", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:44:15.608402 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9132c4bb-a5a7-41e8-8d5a-e0a2399850db {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:44:15.608807 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf28cd7-493b-4206-ac34-1c9607e4a2e8', 'name': 'network-vif-deleted', 'tag': '619f5a00-47c1-45c9-9c3b-756d3e168a63', 'status': 'completed', 'code': 200} Mar 03 06:44:15.684712 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-bd5de4b3-25a6-4576-9531-27b7fed08314 service neutron] 10.222.0.31 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822260 Mar 03 06:44:15.777840 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-4cd72a13-3b06-42bc-9816-f7ce7370d74d service neutron] 10.222.0.31 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860724 Mar 03 06:44:16.044414 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4ce7f4dd-1880-4867-895b-2e14c1e93cc3 req-66ce4bdb-ff6c-4152-b198-a6605a074196 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 210 time: 0.0292146 Mar 03 06:44:16.413971 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b1a61b6d-edc8-4b50-a354-6f684be61c4c req-90fa94ac-addc-4549-b96b-4fc17cc00c3b tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "GET /v2.0/ports?device_id=baf28cd7-493b-4206-ac34-1c9607e4a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0263417 Mar 03 06:44:17.135407 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-2b983ce3-bc46-418f-835a-4753b7dcaddb req-abe23f5b-2843-44d4-b6fd-55ce21fe999a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 210 time: 0.0261226 Mar 03 06:44:17.467702 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42850) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:17.525257 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aec85059-51cf-4f92-ab0d-d0b5633a2aca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group (6922acf6-44d9-495a-a7a3-7ca7716c169c), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:17.549666 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aec85059-51cf-4f92-ab0d-d0b5633a2aca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group (6922acf6-44d9-495a-a7a3-7ca7716c169c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:17.603712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:17.629090 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 619f5a00-47c1-45c9-9c3b-756d3e168a63 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:17.629438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 619f5a00-47c1-45c9-9c3b-756d3e168a63 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:17.649194 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aec85059-51cf-4f92-ab0d-d0b5633a2aca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (6922acf6-44d9-495a-a7a3-7ca7716c169c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:17.651796 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aec85059-51cf-4f92-ab0d-d0b5633a2aca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:17.652934 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-aec85059-51cf-4f92-ab0d-d0b5633a2aca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] 10.222.0.31 "DELETE /v2.0/security-groups/6922acf6-44d9-495a-a7a3-7ca7716c169c HTTP/1.1" status: 204 len: 168 time: 0.1842415 Mar 03 06:44:17.662317 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85059-51cf-4f92-ab0d-d0b5633a2aca tempest-TestShelveInstance-2118871666 tempest-TestShelveInstance-2118871666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6922acf6-44d9-495a-a7a3-7ca7716c169c,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:17.749398 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42854) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:18.060220 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-5bf10ec0-8ec2-4547-a7df-bc4b66754c96 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:18.062121 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-5bf10ec0-8ec2-4547-a7df-bc4b66754c96 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.41 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 815 time: 0.1033564 Mar 03 06:44:18.075199 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'port': {'device_id': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'admin_state_up': True, 'tenant_id': 'b325568130df4628bb8780864bc76223'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:18.261288 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Made reservation on behalf of b325568130df4628bb8780864bc76223 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:44:18.265585 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.293523 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c432adab-95aa-4c97-95c1-b7160fd2b72d req-f82998c4-8204-4faa-ae72-d6903f6e9d03 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Mar 03 06:44:18.402129 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Allocated IP 172.20.0.14 (f02aae00-43fb-4b17-a88d-da950edb759b/b3d6b54d-4799-405e-9bd7-e42a140a7f1d/10c7b235-6c7c-44ed-aa88-8b0e841f3886) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:44:18.499733 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.553348 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.655740 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.704185 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Network f02aae00-43fb-4b17-a88d-da950edb759b is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:44:18.707145 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:44:18.710812 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:44:18.735549 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:18.765937 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:18.767132 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.777693 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Deleting port 9900bb02-9a68-4b68-9642-06dfbb04f8f3 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:18.778037 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.880838 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-857e3c79-77d5-4188-a9f1-da9b1254e46d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8095908 Mar 03 06:44:18.898699 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] For port 9900bb02-9a68-4b68-9642-06dfbb04f8f3, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=9900bb02-9a68-4b68-9642-06dfbb04f8f3,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:18.899167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:18.907888 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Request body: {'port': {'device_id': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:18.961091 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Calling delete_port for 9900bb02-9a68-4b68-9642-06dfbb04f8f3 owned by network:router_interface {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:19.035837 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-abcb74b9-cd64-4052-8be3-b0fcbb8dcb0d None None] Provisioning complete for port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:19.036450 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-abcb74b9-cd64-4052-8be3-b0fcbb8dcb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.062994 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.119441 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-abcb74b9-cd64-4052-8be3-b0fcbb8dcb0d None None] Port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 cannot update to ACTIVE because it is not bound. {{(pid=103577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 06:44:19.363941 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (9900bb02-9a68-4b68-9642-06dfbb04f8f3), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.392540 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9900bb02-9a68-4b68-9642-06dfbb04f8f3,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:19.455789 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c7b235-6c7c-44ed-aa88-8b0e841f3886 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:44:19.466248 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Publish callbacks [] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.490489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Transition to ACTIVE for port object 10c7b235-6c7c-44ed-aa88-8b0e841f3886 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 06:44:19.510351 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941359de-d155-4b8f-9932-4834ab023714 req-02cfba59-ee50-4538-a9db-c8c85f1b5713 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:19.518230 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-941359de-d155-4b8f-9932-4834ab023714 req-02cfba59-ee50-4538-a9db-c8c85f1b5713 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 932 time: 0.1097085 Mar 03 06:44:19.548120 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.664060 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:19.684038 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-941359de-d155-4b8f-9932-4834ab023714 req-8de36ab2-18a0-4164-8b7a-f11314b7b49d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637363 Mar 03 06:44:19.820899 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Attempting to bind port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 06:44:19.824531 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Attempting to bind port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 06:44:19.825004 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Attempting to bind port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 on network f02aae00-43fb-4b17-a88d-da950edb759b {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:44:19.830582 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 on network f02aae00-43fb-4b17-a88d-da950edb759b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 06:44:19.831045 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Attempting to bind port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 on network f02aae00-43fb-4b17-a88d-da950edb759b {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 06:44:19.831957 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.843289 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Checking agent: {'id': '41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'started_at': datetime.datetime(2022, 3, 3, 6, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 06:44:19.843780 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Checking segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 06:44:19.844270 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Bound using segment: {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 06:44:19.844814 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Bound port: 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1900da3e-8c23-4d22-bca2-d583523c1956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 06:44:19.845276 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:19.964901 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 06:44:19.969193 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 06:44:20.055515 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2898625'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:20.113345 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:20.114011 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:20.115540 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] 10.222.0.41 "PUT /v2.0/ports/10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 1094 time: 1.2129896 Mar 03 06:44:20.115976 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:20.123703 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:44:20.171843 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eee85-d0ca-4771-ad42-d8471d1ccb77 service neutron] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:20.196255 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7696de-421e-4bc7-8adb-ffa2c0f48d00 x-openstack-request-id: req-8f7696de-421e-4bc7-8adb-ffa2c0f48d00 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:44:20.196629 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:44:20.196961 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f7696de-421e-4bc7-8adb-ffa2c0f48d00 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:44:20.197437 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'status': 'completed', 'code': 200} Mar 03 06:44:20.349501 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:44:20.482756 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:20.493933 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] Sync routers for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:20.498582 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42884) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:20.499315 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-cc361671-288b-4545-9ac6-88932a3cc1c9 admin admin] 10.222.0.31 "PUT /v2.0/routers/b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7488227 Mar 03 06:44:20.507649 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:20.508388 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:20.661104 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks [] for router (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:20.697014 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:20.960603 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:44:19Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:20.991514 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] Checking router: b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:21.002181 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] Routers {'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:21.002919 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:21.168977 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks [] for router_gateway (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:21.200837 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb72261-93e6-4bca-bcb7-ef2ce70a683b req-08a93a02-453c-40ec-8709-24c96a94c8ed tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:21.204677 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] Set router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:21.209639 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0cb72261-93e6-4bca-bcb7-ef2ce70a683b req-08a93a02-453c-40ec-8709-24c96a94c8ed tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.4022183 Mar 03 06:44:21.309390 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0cb72261-93e6-4bca-bcb7-ef2ce70a683b req-df9ba678-2ba3-444c-b93c-37b5240f8447 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983887 Mar 03 06:44:21.355416 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Deleting port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:21.355674 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:21.451758 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:44:19Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:21.464323 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] For port 63cb4b4a-22e1-48b3-acdf-e13b47f10b17, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:21.464882 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:21.486356 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Calling delete_port for 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:21.523505 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3c871-da16-48bc-b02c-54f117b8277c None None] The sync data for ids ['b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508'] in dv-cinder-831090-6-iscsi is: [{'id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'name': 'tempest-TestShelveInstance-264929891-router', 'tenant_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:44:19Z', 'revision_number': 5, 'project_id': '55e91c5c375e4cc1a8ba92985b2b859a', 'gw_port': {'id': '63cb4b4a-22e1-48b3-acdf-e13b47f10b17', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:10:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:08Z', 'updated_at': '2022-03-03T06:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:21.730179 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (63cb4b4a-22e1-48b3-acdf-e13b47f10b17), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:21.759074 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cb4b4a-22e1-48b3-acdf-e13b47f10b17,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:21.826752 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:21.955674 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:21.959649 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks [] for router_controller (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.057001 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 9900bb02-9a68-4b68-9642-06dfbb04f8f3 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:22.089380 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 9900bb02-9a68-4b68-9642-06dfbb04f8f3 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:22.089760 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 9900bb02-9a68-4b68-9642-06dfbb04f8f3 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:22.101541 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.102046 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:44:22.109323 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.112829 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-80e8fb45-6fe5-48cf-869a-657d8d473431 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b97eb2ee-0c4e-49c4-b390-9d4fc1dd5508 HTTP/1.1" status: 204 len: 168 time: 1.6119931 Mar 03 06:44:22.115192 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42890) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:22.178493 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Deleting subnet ed081581-f2d7-43b2-b253-bc113979c34b {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:44:22.182189 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Publish callbacks [] for subnet (ed081581-f2d7-43b2-b253-bc113979c34b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.218672 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (ed081581-f2d7-43b2-b253-bc113979c34b), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.331034 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (ed081581-f2d7-43b2-b253-bc113979c34b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.479059 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188e2ac-9a75-40c3-afa9-14c260a5d76e req-edae7774-c97a-4f31-9025-f4d0cea7258d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:22.480595 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4188e2ac-9a75-40c3-afa9-14c260a5d76e req-edae7774-c97a-4f31-9025-f4d0cea7258d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.0720394 Mar 03 06:44:22.482286 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (ed081581-f2d7-43b2-b253-bc113979c34b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.517610 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed081581-f2d7-43b2-b253-bc113979c34b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:22.522392 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.527883 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c2b8e345-bb02-4bbc-8a18-19a77d3bbaa0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ed081581-f2d7-43b2-b253-bc113979c34b HTTP/1.1" status: 204 len: 168 time: 0.4088569 Mar 03 06:44:22.528275 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42894) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:22.530558 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98f645-18de-4d9b-aeb2-df5f1163928c None None] Network 7e83e9ef-cece-40cc-badc-988bfa2406b0 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:44:22.584903 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4188e2ac-9a75-40c3-afa9-14c260a5d76e req-a6b52712-8463-4d68-b746-4c3fbd63383d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 Mar 03 06:44:22.659432 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (7e83e9ef-cece-40cc-badc-988bfa2406b0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.729451 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Deleting port add6dc67-b374-43fa-a426-d22ad1c8c620 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:22.729844 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.804517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] For port add6dc67-b374-43fa-a426-d22ad1c8c620, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=add6dc67-b374-43fa-a426-d22ad1c8c620,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:22.805369 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.821425 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] DHCP port deletion for 7e83e9ef-cece-40cc-badc-988bfa2406b0 request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:44:22.833759 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Calling delete_port for add6dc67-b374-43fa-a426-d22ad1c8c620 owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:22.893046 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] Deleting port add6dc67-b374-43fa-a426-d22ad1c8c620 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:22.893423 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.966216 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] For port add6dc67-b374-43fa-a426-d22ad1c8c620, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=add6dc67-b374-43fa-a426-d22ad1c8c620,segment=NetworkSegment(bf7dc823-e38f-409a-b7a5-646052ae1977),segment_id=bf7dc823-e38f-409a-b7a5-646052ae1977)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:22.966627 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:22.980244 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] Calling delete_port for add6dc67-b374-43fa-a426-d22ad1c8c620 owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:22.980940 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.012699 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=add6dc67-b374-43fa-a426-d22ad1c8c620,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:23.019764 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] No DVR routers for this DVR port add6dc67-b374-43fa-a426-d22ad1c8c620 on host dv-cinder-831090-6-iscsi {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:23.076066 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (add6dc67-b374-43fa-a426-d22ad1c8c620), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.106095 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] Pushing event deleted for resources: {'Port': ['ID=add6dc67-b374-43fa-a426-d22ad1c8c620,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:23.110369 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (7e83e9ef-cece-40cc-badc-988bfa2406b0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.116492 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d81f6-ba60-4a36-a1ba-48059e4bacf6 None None] No DVR routers for this DVR port add6dc67-b374-43fa-a426-d22ad1c8c620 on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:23.139388 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e83e9ef-cece-40cc-badc-988bfa2406b0']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:23.151003 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7dc823-e38f-409a-b7a5-646052ae1977') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:23.151648 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.services.segments.db [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7dc823-e38f-409a-b7a5-646052ae1977') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:23.162937 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3229764'] for segment (bf7dc823-e38f-409a-b7a5-646052ae1977), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.177099 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (bf7dc823-e38f-409a-b7a5-646052ae1977), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.183383 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:44:23.183849 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2898469'] for segment (bf7dc823-e38f-409a-b7a5-646052ae1977), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: Traceback (most recent call last): Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: timer() Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: cb(*args, **kw) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: return func(*args, **kwargs) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: self._notify() Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: self.callback(batched_events) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: event.method(event) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: return f(self, *a, **k) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._get(url).json() Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: return self.request(url, 'GET', **kwargs) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:44:23.185768 dv-cinder-831090-6-iscsi neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:44:23.468535 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (7e83e9ef-cece-40cc-badc-988bfa2406b0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.474900 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:23.480105 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e83e9ef-cece-40cc-badc-988bfa2406b0 HTTP/1.1" status: 204 len: 168 time: 0.9488168 Mar 03 06:44:23.482628 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42898) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:23.515156 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65000a07-0b0d-4aad-a9e8-62057409b3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7e83e9ef-cece-40cc-badc-988bfa2406b0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:23.755272 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65434a8-7660-4882-9ec0-5c6542cad879 req-e0a61af3-c974-476a-ad9b-14e57bae513e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:23.757522 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f65434a8-7660-4882-9ec0-5c6542cad879 req-e0a61af3-c974-476a-ad9b-14e57bae513e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.0685499 Mar 03 06:44:23.823015 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f65434a8-7660-4882-9ec0-5c6542cad879 req-ffe7038d-6cbc-45bf-ad23-ab47ea3b967b tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Mar 03 06:44:24.033501 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:24.036283 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:24.069242 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:24.069919 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 63cb4b4a-22e1-48b3-acdf-e13b47f10b17 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:24.070512 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device add6dc67-b374-43fa-a426-d22ad1c8c620 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:24.094793 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: add6dc67-b374-43fa-a426-d22ad1c8c620 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:24.096002 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device add6dc67-b374-43fa-a426-d22ad1c8c620 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:24.368106 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Deleting port 59ee86d5-69e0-43fd-9c51-d969846bb260 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:24.368479 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:24.452121 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] For port 59ee86d5-69e0-43fd-9c51-d969846bb260, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=59ee86d5-69e0-43fd-9c51-d969846bb260,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:24.452488 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:24.471408 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Calling delete_port for 59ee86d5-69e0-43fd-9c51-d969846bb260 owned by network:router_interface {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:24.969673 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d85cb8-89e4-4cf6-a876-9c94a6124c9b req-1f38231d-d184-4ef1-86b6-0e1ffc32321c tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:24.971157 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c1d85cb8-89e4-4cf6-a876-9c94a6124c9b req-1f38231d-d184-4ef1-86b6-0e1ffc32321c tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.0585697 Mar 03 06:44:24.984135 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (59ee86d5-69e0-43fd-9c51-d969846bb260), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:25.020637 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ee86d5-69e0-43fd-9c51-d969846bb260,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:25.152812 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-c1d85cb8-89e4-4cf6-a876-9c94a6124c9b req-dd6e986b-869a-4b7d-93c5-0423cbca7ea5 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761212 Mar 03 06:44:25.318875 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:25.574421 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:44:25.687665 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:25.692896 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-6973dcf0-21ea-4b5f-b826-7e41c4bbcad9 admin admin] 10.222.0.31 "PUT /v2.0/routers/2e36a114-8f5b-4a54-8b27-5a1ff48c6982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091608 Mar 03 06:44:25.704299 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] Sync routers for ids ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:25.706211 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42906) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:25.708819 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] Routers {'2e36a114-8f5b-4a54-8b27-5a1ff48c6982'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:25.709425 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:25.820944 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks [] for router (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:25.821908 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] Set router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:25.933191 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks [] for router_gateway (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.007119 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:44:24Z', 'revision_number': 5, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port': {'id': 'ebc578bf-e157-4ffb-84e5-0d374ee2c4ba', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:17Z', 'updated_at': '2022-03-03T06:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:26.032330 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] Checking router: 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:26.040290 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] Routers {'2e36a114-8f5b-4a54-8b27-5a1ff48c6982'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:26.040895 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:26.044649 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Deleting port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:26.044990 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.125187 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] For port ebc578bf-e157-4ffb-84e5-0d374ee2c4ba, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:26.125888 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.126580 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] Set router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:26.137544 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Calling delete_port for ebc578bf-e157-4ffb-84e5-0d374ee2c4ba owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:26.176762 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:44:25Z', 'revision_number': 6, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:26.287463 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151c19c-dbd5-42bf-a322-5a01acd8603d None None] The sync data for ids ['2e36a114-8f5b-4a54-8b27-5a1ff48c6982'] in dv-cinder-831090-6-iscsi is: [{'id': '2e36a114-8f5b-4a54-8b27-5a1ff48c6982', 'name': 'tempest-TestShelveInstance-1537422833-router', 'tenant_id': '4ce2c8912322449db47174adae96cbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:39:15Z', 'updated_at': '2022-03-03T06:44:25Z', 'revision_number': 6, 'project_id': '4ce2c8912322449db47174adae96cbbd', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:26.304863 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b950daf-5637-48cc-87a6-bb22b7a613d7 req-b5824b97-963e-49e0-aa56-7c7647c7e2fc tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:26.305220 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1b950daf-5637-48cc-87a6-bb22b7a613d7 req-b5824b97-963e-49e0-aa56-7c7647c7e2fc tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.1058962 Mar 03 06:44:26.392857 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-1b950daf-5637-48cc-87a6-bb22b7a613d7 req-f041dd49-9ee4-478a-8fb6-6dc5f6af91f2 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818374 Mar 03 06:44:26.443374 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2 req-aad205e8-2813-4009-baaf-8beffa6dbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:26.444836 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2 req-aad205e8-2813-4009-baaf-8beffa6dbb6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1128 time: 0.0967817 Mar 03 06:44:26.462144 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (ebc578bf-e157-4ffb-84e5-0d374ee2c4ba), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.528787 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc578bf-e157-4ffb-84e5-0d374ee2c4ba,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:26.609611 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2 req-81b9f257-82e3-4283-9ec9-b1e3171983da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:26.611417 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2 req-81b9f257-82e3-4283-9ec9-b1e3171983da service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b325568130df4628bb8780864bc76223&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1581492 Mar 03 06:44:26.627109 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.765690 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.769016 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks [] for router_controller (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.828409 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2 req-460370dd-04a0-4f34-8c24-c58ab9ea9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:26.829897 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3a8fdcb4-01d8-4d01-a13f-e8bd5fce5fb2 req-460370dd-04a0-4f34-8c24-c58ab9ea9234 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101684 Mar 03 06:44:26.890489 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (2e36a114-8f5b-4a54-8b27-5a1ff48c6982), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.890947 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e36a114-8f5b-4a54-8b27-5a1ff48c6982 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:44:26.895728 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.896820 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-aba508d2-8260-4959-90be-ff174e788ce5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2e36a114-8f5b-4a54-8b27-5a1ff48c6982 HTTP/1.1" status: 204 len: 168 time: 1.1896138 Mar 03 06:44:26.899434 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42912) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:26.912449 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-e458db4e-f69c-4f41-9b19-3b875983f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:26.914000 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-e458db4e-f69c-4f41-9b19-3b875983f185 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1128 time: 0.0513172 Mar 03 06:44:26.946222 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Deleting subnet ba257c7b-7cb6-4636-aa83-3b46cd1e246f {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:44:26.949299 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Publish callbacks [] for subnet (ba257c7b-7cb6-4636-aa83-3b46cd1e246f), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:26.958957 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-338dc67b-fdbc-4171-a749-f544ccdf2d92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 217 time: 0.0379567 Mar 03 06:44:26.983975 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (ba257c7b-7cb6-4636-aa83-3b46cd1e246f), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.005487 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-36014ab4-96a8-4e34-aa03-a4d60d66994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:27.006880 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-36014ab4-96a8-4e34-aa03-a4d60d66994e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 200 len: 854 time: 0.0426161 Mar 03 06:44:27.053723 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-7adf6b3f-9971-48c7-ada1-7b3bef33589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:27.055229 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-7adf6b3f-9971-48c7-ada1-7b3bef33589c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02aae00-43fb-4b17-a88d-da950edb759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431337 Mar 03 06:44:27.059878 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (ba257c7b-7cb6-4636-aa83-3b46cd1e246f), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.149048 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-fedeb761-34c2-4a07-b6d0-3e90addd160f service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862701 Mar 03 06:44:27.175415 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (ba257c7b-7cb6-4636-aa83-3b46cd1e246f), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.200754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba257c7b-7cb6-4636-aa83-3b46cd1e246f,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:27.205837 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.209060 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-704bbbe2-d13b-4e0d-9c49-6913df8ab294 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ba257c7b-7cb6-4636-aa83-3b46cd1e246f HTTP/1.1" status: 204 len: 168 time: 0.3085556 Mar 03 06:44:27.211447 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42914) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:27.213809 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e49b6c-8234-4d8d-966f-dcbd945f69d9 None None] Network 3869bed4-3ec6-4571-927c-a3bcc8f0c76e requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:44:27.244438 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-3cecdf23-c6ce-4e0f-8599-8379f7335eda req-8789458d-b05e-4a65-bd28-98d41f329392 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899353 Mar 03 06:44:27.282395 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (3869bed4-3ec6-4571-927c-a3bcc8f0c76e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.340177 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Deleting port d0bd47a7-4b72-4a07-bb59-ac970094d22e {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:27.340517 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.378159 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] DHCP port deletion for 3869bed4-3ec6-4571-927c-a3bcc8f0c76e request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:44:27.415581 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] For port d0bd47a7-4b72-4a07-bb59-ac970094d22e, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=d0bd47a7-4b72-4a07-bb59-ac970094d22e,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:27.415581 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.423623 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Calling delete_port for d0bd47a7-4b72-4a07-bb59-ac970094d22e owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:27.436884 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] Deleting port d0bd47a7-4b72-4a07-bb59-ac970094d22e {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:44:27.437330 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.492457 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.503440 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] For port d0bd47a7-4b72-4a07-bb59-ac970094d22e, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=d0bd47a7-4b72-4a07-bb59-ac970094d22e,segment=NetworkSegment(b8f2aae4-5853-42de-9461-574cade7b1a0),segment_id=b8f2aae4-5853-42de-9461-574cade7b1a0)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:27.503828 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.516845 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] Calling delete_port for d0bd47a7-4b72-4a07-bb59-ac970094d22e owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:44:27.542153 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ba4be-977a-41ff-9159-d8e15ff6b0e2 req-aef82e4a-4e98-4e80-88d4-892290fbf26a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:27.543627 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9d5ba4be-977a-41ff-9159-d8e15ff6b0e2 req-aef82e4a-4e98-4e80-88d4-892290fbf26a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.0780325 Mar 03 06:44:27.590284 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-9d5ba4be-977a-41ff-9159-d8e15ff6b0e2 req-fbf38fb0-d0c0-4db1-bf73-148daba1db13 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Mar 03 06:44:27.620185 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.631072 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (d0bd47a7-4b72-4a07-bb59-ac970094d22e), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.646222 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bd47a7-4b72-4a07-bb59-ac970094d22e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:27.649700 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] No DVR routers for this DVR port d0bd47a7-4b72-4a07-bb59-ac970094d22e on host dv-cinder-831090-6-iscsi {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:27.652536 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] Pushing event deleted for resources: {'Port': ['ID=d0bd47a7-4b72-4a07-bb59-ac970094d22e,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:27.654394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71264087-78ac-4850-a2a9-2bbd4b9d63de None None] No DVR routers for this DVR port d0bd47a7-4b72-4a07-bb59-ac970094d22e on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:27.980951 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (3869bed4-3ec6-4571-927c-a3bcc8f0c76e), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:27.999011 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device d0bd47a7-4b72-4a07-bb59-ac970094d22e no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:28.000613 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3869bed4-3ec6-4571-927c-a3bcc8f0c76e']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:28.010012 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f2aae4-5853-42de-9461-574cade7b1a0') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:28.010319 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f2aae4-5853-42de-9461-574cade7b1a0') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:28.019920 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (b8f2aae4-5853-42de-9461-574cade7b1a0), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.021866 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: d0bd47a7-4b72-4a07-bb59-ac970094d22e {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:28.022215 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device d0bd47a7-4b72-4a07-bb59-ac970094d22e not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:28.022630 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 59ee86d5-69e0-43fd-9c51-d969846bb260 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:28.033187 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (b8f2aae4-5853-42de-9461-574cade7b1a0), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.039090 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:44:28.039473 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (b8f2aae4-5853-42de-9461-574cade7b1a0), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.041046 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 59ee86d5-69e0-43fd-9c51-d969846bb260 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:44:28.041186 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:44:28.043785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 59ee86d5-69e0-43fd-9c51-d969846bb260 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:28.043785 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ebc578bf-e157-4ffb-84e5-0d374ee2c4ba no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:44:28.060132 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: ebc578bf-e157-4ffb-84e5-0d374ee2c4ba {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:44:28.065417 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device ebc578bf-e157-4ffb-84e5-0d374ee2c4ba not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:44:28.157250 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (3869bed4-3ec6-4571-927c-a3bcc8f0c76e), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.163141 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.166990 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] 10.222.0.31 "DELETE /v2.0/networks/3869bed4-3ec6-4571-927c-a3bcc8f0c76e HTTP/1.1" status: 204 len: 168 time: 0.9544694 Mar 03 06:44:28.180093 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daca560-07bf-4cbc-b34f-39479ea4213c admin admin] Pushing event deleted for resources: {'Network': ['ID=3869bed4-3ec6-4571-927c-a3bcc8f0c76e,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:28.418874 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42920) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:28.461672 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-946dc1a5-a026-4db8-9657-4d5de31a883d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55e91c5c375e4cc1a8ba92985b2b859a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416603 Mar 03 06:44:28.464111 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42922) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:28.509470 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b46d826d-db4d-42ca-aa48-33ff1f5346ac admin admin] Publish callbacks [] for security_group (cc19e90c-a00d-407b-b285-5748fe385bb6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.529337 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b46d826d-db4d-42ca-aa48-33ff1f5346ac admin admin] Publish callbacks [] for security_group (cc19e90c-a00d-407b-b285-5748fe385bb6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.667350 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b46d826d-db4d-42ca-aa48-33ff1f5346ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (cc19e90c-a00d-407b-b285-5748fe385bb6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.669945 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b46d826d-db4d-42ca-aa48-33ff1f5346ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:28.671663 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-b46d826d-db4d-42ca-aa48-33ff1f5346ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc19e90c-a00d-407b-b285-5748fe385bb6 HTTP/1.1" status: 204 len: 168 time: 0.2066681 Mar 03 06:44:28.702640 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d826d-db4d-42ca-aa48-33ff1f5346ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc19e90c-a00d-407b-b285-5748fe385bb6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:28.724411 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad912e-4281-431b-b41f-ddeb054b992a req-5cb1be69-2245-4080-b53b-32899ffabff3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:28.725915 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-75ad912e-4281-431b-b41f-ddeb054b992a req-5cb1be69-2245-4080-b53b-32899ffabff3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.0716832 Mar 03 06:44:28.773388 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-75ad912e-4281-431b-b41f-ddeb054b992a req-d236e577-72f5-40e1-8090-736ef9d607c0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Mar 03 06:44:29.297033 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42930) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:29.340903 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-08827d46-6bc7-41d4-8f86-fce175bf8f0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ce2c8912322449db47174adae96cbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423911 Mar 03 06:44:29.343332 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 42932) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:29.387778 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-318130fe-95e4-4009-9974-046bdaaca3fb admin admin] Publish callbacks [] for security_group (ff2a139b-f890-43ed-9bac-4f52cd65ef0d), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:29.408446 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-318130fe-95e4-4009-9974-046bdaaca3fb admin admin] Publish callbacks [] for security_group (ff2a139b-f890-43ed-9bac-4f52cd65ef0d), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:29.517462 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-318130fe-95e4-4009-9974-046bdaaca3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (ff2a139b-f890-43ed-9bac-4f52cd65ef0d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:29.520033 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-318130fe-95e4-4009-9974-046bdaaca3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:29.521162 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-318130fe-95e4-4009-9974-046bdaaca3fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff2a139b-f890-43ed-9bac-4f52cd65ef0d HTTP/1.1" status: 204 len: 168 time: 0.1769040 Mar 03 06:44:29.528841 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318130fe-95e4-4009-9974-046bdaaca3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a139b-f890-43ed-9bac-4f52cd65ef0d,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.635554 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 10c7b235-6c7c-44ed-aa88-8b0e841f3886 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 06:44:29.732725 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:29.744037 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Returning: {'device': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'port_id': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'mac_address': 'fa:16:3e:3d:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 06:44:29.781877 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 is: DOWN; New status is: BUILD {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:29.782202 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:29.796776 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c7b235-6c7c-44ed-aa88-8b0e841f3886 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:44:29.818956 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:29.884611 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:29.906168 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a05c1f-cd33-47d9-bd11-c2fa3ebffb45 req-515aed80-5cf5-4856-871e-6adeec927339 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:29.908119 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-70a05c1f-cd33-47d9-bd11-c2fa3ebffb45 req-515aed80-5cf5-4856-871e-6adeec927339 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 944 time: 0.0601640 Mar 03 06:44:29.948712 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=4']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.964450 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-70a05c1f-cd33-47d9-bd11-c2fa3ebffb45 req-33128c73-e1e9-4e1a-8466-de7861742caf tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Mar 03 06:44:30.087887 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['10c7b235-6c7c-44ed-aa88-8b0e841f3886'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:44:30.522989 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9896ad42-8a32-438d-8f2e-11aad413b2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:31.077835 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c9e6-01e5-4cb2-add5-c54c60b462bf req-f43aea8f-ec30-43ab-bc89-d5d57f4cc740 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:31.079313 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d781c9e6-01e5-4cb2-add5-c54c60b462bf req-f43aea8f-ec30-43ab-bc89-d5d57f4cc740 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Mar 03 06:44:31.124547 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d781c9e6-01e5-4cb2-add5-c54c60b462bf req-285dcbeb-984e-40aa-acab-e44fc9872f09 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Mar 03 06:44:31.651276 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 10c7b235-6c7c-44ed-aa88-8b0e841f3886 up at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 06:44:31.877276 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning for port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 completed by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 06:44:31.880827 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Provisioning complete for port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 triggered by entity L2. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:31.881198 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:31.955633 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Current status of the port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 is: BUILD; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:31.956022 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:31.977256 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:31.979508 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09fe62fa23dfd04485d96973abd918a1a569e6ee6c8b0a50ae200c15cae4e622" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f891641a-c895-41ae-afcb-6e1680feb4ec" -d '{"events": [{"server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "name": "network-vif-plugged", "status": "completed", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:44:31.992676 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:32.016487 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07329eec-812b-4fed-9d4b-9c4ebed89be3 x-openstack-request-id: req-07329eec-812b-4fed-9d4b-9c4ebed89be3 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:44:32.016782 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "name": "network-vif-plugged", "status": "completed", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:44:32.017037 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07329eec-812b-4fed-9d4b-9c4ebed89be3 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:44:32.017433 dv-cinder-831090-6-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'code': 200} Mar 03 06:44:32.071569 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:32.122438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=5']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:32.241700 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa12ce3-cc13-4adf-8ea9-5646b862d2df req-03da8551-b016-45a6-9a6a-83f11c6b184f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:32.243295 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-afa12ce3-cc13-4adf-8ea9-5646b862d2df req-03da8551-b016-45a6-9a6a-83f11c6b184f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0549154 Mar 03 06:44:32.289872 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-afa12ce3-cc13-4adf-8ea9-5646b862d2df req-097c2d75-8105-4b24-9839-985ff06f183c tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Mar 03 06:44:32.355083 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bcb42-3ab5-4707-a251-967edb456d0c req-5108f488-dbc5-423e-b002-4e17e39108cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:32.356531 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f77bcb42-3ab5-4707-a251-967edb456d0c req-5108f488-dbc5-423e-b002-4e17e39108cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1130 time: 0.0414677 Mar 03 06:44:32.396613 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f77bcb42-3ab5-4707-a251-967edb456d0c req-2ff6f031-4826-4a0c-996c-a7f50ab28e11 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Mar 03 06:44:32.728972 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4c7c79ef-8504-4ba9-8e2c-bbe4b310b220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:33.405794 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e67291-16cf-4b73-9bd8-630e83fe0ff3 req-3f7d5678-8f45-4c7b-ab09-b2f099a160f2 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:33.407249 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d2e67291-16cf-4b73-9bd8-630e83fe0ff3 req-3f7d5678-8f45-4c7b-ab09-b2f099a160f2 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0513196 Mar 03 06:44:33.452907 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-d2e67291-16cf-4b73-9bd8-630e83fe0ff3 req-208a0376-ab8e-435c-8e48-a1be293ac266 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Mar 03 06:44:33.688988 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:34.566510 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164009d-18f2-4a06-99c9-19d5d68f5585 req-bebbdd1a-029a-4d29-88b0-ab81dce45211 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:34.568127 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f164009d-18f2-4a06-99c9-19d5d68f5585 req-bebbdd1a-029a-4d29-88b0-ab81dce45211 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0517023 Mar 03 06:44:34.617340 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f164009d-18f2-4a06-99c9-19d5d68f5585 req-dc0124de-a5ca-421f-91d8-6c53abcc62ed tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Mar 03 06:44:34.737368 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf334-2caa-4fdc-adff-941be6aa0ec6 req-ef232753-52f3-4a76-9a98-74c876804881 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:34.738878 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-487bf334-2caa-4fdc-adff-941be6aa0ec6 req-ef232753-52f3-4a76-9a98-74c876804881 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0543439 Mar 03 06:44:34.784780 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-487bf334-2caa-4fdc-adff-941be6aa0ec6 req-cb0f0d9f-b660-4637-b336-2ed6862575e3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Mar 03 06:44:35.098085 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86a3b1-24d2-4c1a-9e59-8a1288758c6d req-75d3c88d-038a-411c-b979-71e2a7244ef3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:35.099553 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0d86a3b1-24d2-4c1a-9e59-8a1288758c6d req-75d3c88d-038a-411c-b979-71e2a7244ef3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Mar 03 06:44:35.147046 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-0d86a3b1-24d2-4c1a-9e59-8a1288758c6d req-caf1e060-5017-4d82-9d08-33a0d863894e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Mar 03 06:44:35.203245 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:36.728559 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:43.955779 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:44:45.222163 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659483-af4b-43b0-bc05-d86db695de21 req-16af0a19-6a08-493e-a04c-0db39bdbd557 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:45.223637 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-52659483-af4b-43b0-bc05-d86db695de21 req-16af0a19-6a08-493e-a04c-0db39bdbd557 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0515192 Mar 03 06:44:45.272406 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-52659483-af4b-43b0-bc05-d86db695de21 req-b847cb87-69f3-4568-b953-a4416929377a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Mar 03 06:44:45.293990 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 42998) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:45.516814 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd7ba1-2b6a-40d6-87cc-3074c21f4dd9 tempest-TestMinimumBasicScenario-1968389343 tempest-TestMinimumBasicScenario-1968389343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:45.518339 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-09dd7ba1-2b6a-40d6-87cc-3074c21f4dd9 tempest-TestMinimumBasicScenario-1968389343 tempest-TestMinimumBasicScenario-1968389343-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1125 time: 0.2233641 Mar 03 06:44:45.521106 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43002) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:45.525212 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'floatingip': {'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'port_id': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:45.602804 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:45.694688 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:45.798914 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Allocated IP 172.27.2.75 (a32e1967-2a94-46b8-9c96-da77f7473f70/c669e2f4-ba82-444f-9a67-a0a131c65f2b/0bef378a-6f41-44c5-99cf-bb474c11df5c) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:44:45.894772 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:45.986478 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753906230788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:46.024344 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Network a32e1967-2a94-46b8-9c96-da77f7473f70 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:44:46.027167 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:44:46.030671 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 06:44:46.053611 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'Port': ['ID=0bef378a-6f41-44c5-99cf-bb474c11df5c,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:46.395630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for floatingip (7064c002-257f-46bd-81ff-57c34a51d466), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:46.532253 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:46.681534 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:46.740132 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:46.806088 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'Port': ['ID=0bef378a-6f41-44c5-99cf-bb474c11df5c,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:46.816575 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16300747'] for floatingip (7064c002-257f-46bd-81ff-57c34a51d466), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:46.915130 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Floating IP 7064c002-257f-46bd-81ff-57c34a51d466 associated. External IP: 172.27.2.75, port: 10c7b235-6c7c-44ed-aa88-8b0e841f3886. Mar 03 06:44:47.119291 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Router 253d159d-d4d6-4d57-9a07-e7c7047078be has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:44:47.223650 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:44:47.233356 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] Sync routers for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:47.243624 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:47.244236 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:47.296918 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.326663 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-4ceeadad-6b85-403b-b3ac-ed5790a86474 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8045273 Mar 03 06:44:47.327264 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:47.329477 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43004) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:47.330307 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b431f1-cb42-425f-bdd5-1082cd6b04d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:44:47.334633 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.v2.base [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216137610', 'description': 'tempest-secgroup-smoke-216137610 description', 'project_id': 'b325568130df4628bb8780864bc76223'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:47.350880 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:47.397784 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.468389 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group (7ab9bf00-2a62-41ae-bb13-c7c9bb385b99), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.596569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe512028-951b-432d-8378-42b6b7e84498 x-openstack-request-id: req-fe512028-951b-432d-8378-42b6b7e84498 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:44:47.596569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:44:47.596569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe512028-951b-432d-8378-42b6b7e84498 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:44:47.596569 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'status': 'completed', 'code': 200} Mar 03 06:44:47.597333 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-ceb71e22-646e-4c3d-8bf7-0283edc9ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:47.597333 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-ceb71e22-646e-4c3d-8bf7-0283edc9ffd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1130 time: 0.0487409 Mar 03 06:44:47.597507 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '7064c002-257f-46bd-81ff-57c34a51d466', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'port_id': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'mac_address': 'fa:16:3e:3d:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:44:46Z', 'updated_at': '2022-03-03T06:44:46Z', 'revision_number': 0, 'project_id': 'b325568130df4628bb8780864bc76223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:44:00Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:47.621427 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7ab9bf00-2a62-41ae-bb13-c7c9bb385b99), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.624939 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] Checking router: 253d159d-d4d6-4d57-9a07-e7c7047078be for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:47.633369 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:44:47.634087 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:44:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:47.661270 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:47.683700 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-c74fb94e-7e66-49b0-97d0-c68bcaf3a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:47.685184 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-c74fb94e-7e66-49b0-97d0-c68bcaf3a3dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 916 time: 0.1149292 Mar 03 06:44:47.727406 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.728643 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-be09f0bd-2341-4851-bc1e-d172556d192f tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3981037 Mar 03 06:44:47.733008 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43010) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:47.737935 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group_rule': {'security_group_id': '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99', 'project_id': 'b325568130df4628bb8780864bc76223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:47.747783 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:44:47.755831 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-bbfc06d0-d0e8-40e1-91fb-229fa3f2e021 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 999 time: 0.0651143 Mar 03 06:44:47.802330 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-b0262d93-e438-40e9-8c7a-5d91c7322bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:47.803775 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-b0262d93-e438-40e9-8c7a-5d91c7322bb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 200 len: 854 time: 0.0426865 Mar 03 06:44:47.831801 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (50944e2a-e285-45cb-b463-219581f8e8cd), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.856834 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-076cbdbc-520c-4b60-9fe5-bcbf77f61b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:47.858379 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-076cbdbc-520c-4b60-9fe5-bcbf77f61b2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02aae00-43fb-4b17-a88d-da950edb759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471919 Mar 03 06:44:47.887754 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (50944e2a-e285-45cb-b463-219581f8e8cd), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.962768 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (50944e2a-e285-45cb-b463-219581f8e8cd), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:47.969623 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-f8ae4cb4-5845-4537-b474-19f7fa31c628 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870745 Mar 03 06:44:47.978045 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '7064c002-257f-46bd-81ff-57c34a51d466', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'port_id': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'mac_address': 'fa:16:3e:3d:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:44:46Z', 'updated_at': '2022-03-03T06:44:46Z', 'revision_number': 0, 'project_id': 'b325568130df4628bb8780864bc76223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:44:00Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:47.979001 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50944e2a-e285-45cb-b463-219581f8e8cd,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:47.988523 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.988914 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.989265 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.989630 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.989972 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.990360 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.990694 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.991025 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.991357 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.991686 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.992025 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.992340 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:47.992668 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:48.009840 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4042-bb70-445d-b60b-26687b3cdfea None None] The sync data for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi is: [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_floatingips': [{'id': '7064c002-257f-46bd-81ff-57c34a51d466', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'router_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'port_id': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'mac_address': 'fa:16:3e:3d:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:44:46Z', 'updated_at': '2022-03-03T06:44:46Z', 'revision_number': 0, 'project_id': 'b325568130df4628bb8780864bc76223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:44:00Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:48.046018 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.046182 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-06b5becf-c6e2-4770-9b98-29a27e06c0f7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119578 Mar 03 06:44:48.048691 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43012) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:48.053517 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group_rule': {'security_group_id': '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99', 'project_id': 'b325568130df4628bb8780864bc76223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:48.067536 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-60b431f1-cb42-425f-bdd5-1082cd6b04d8 req-e6d40c5c-f0ce-477c-bde5-382df32d5e0d service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926449 Mar 03 06:44:48.156740 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (4d4449f1-7fc1-4eec-be2b-9449d284d054), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.201196 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175d6c4-8a32-4482-a129-d38f4c1f4ed0 None None] New status for floating IP 7064c002-257f-46bd-81ff-57c34a51d466: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:44:48.225494 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (4d4449f1-7fc1-4eec-be2b-9449d284d054), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.282744 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (4d4449f1-7fc1-4eec-be2b-9449d284d054), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.300727 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4449f1-7fc1-4eec-be2b-9449d284d054,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:48.399448 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.400657 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-09633d9d-1ca1-48a5-812d-4133167b9f78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3509662 Mar 03 06:44:48.403360 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43014) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:48.407590 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group_rule': {'security_group_id': '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99', 'project_id': 'b325568130df4628bb8780864bc76223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:48.500141 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (430c4bbd-40c8-4138-a323-9ed59755311d), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.554330 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (430c4bbd-40c8-4138-a323-9ed59755311d), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.602769 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (430c4bbd-40c8-4138-a323-9ed59755311d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.622337 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430c4bbd-40c8-4138-a323-9ed59755311d,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:48.667870 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.669068 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ad84642c-b245-4e01-8b65-4b3a35efa984 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647913 Mar 03 06:44:48.671773 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43016) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:48.676581 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group_rule': {'security_group_id': '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99', 'project_id': 'b325568130df4628bb8780864bc76223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:48.750759 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (c0afffdf-0632-43fc-b73c-d1ee942208aa), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.806404 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (c0afffdf-0632-43fc-b73c-d1ee942208aa), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.848255 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (c0afffdf-0632-43fc-b73c-d1ee942208aa), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.865906 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0afffdf-0632-43fc-b73c-d1ee942208aa,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:48.930768 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:48.931975 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b764c82b-a51d-4db1-bc20-dcf33f475bc0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592950 Mar 03 06:44:48.934692 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43018) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:48.939011 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group_rule': {'security_group_id': '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99', 'project_id': 'b325568130df4628bb8780864bc76223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:49.002759 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.securitygroups_db [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Project b325568130df4628bb8780864bc76223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:44:49.007316 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (9bb5f46e-f31b-4aba-ace0-409b2cbdecdc), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.064082 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (9bb5f46e-f31b-4aba-ace0-409b2cbdecdc), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.117069 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (9bb5f46e-f31b-4aba-ace0-409b2cbdecdc), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.134894 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb5f46e-f31b-4aba-ace0-409b2cbdecdc,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:49.187571 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.188749 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-fec11263-0dc1-4223-803c-835e9b10eef0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2531090 Mar 03 06:44:49.191470 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43020) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:44:49.195658 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'security_group_rule': {'security_group_id': '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99', 'project_id': 'b325568130df4628bb8780864bc76223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:49.277410 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.securitygroups_db [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Project b325568130df4628bb8780864bc76223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:44:49.282555 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (1380e112-2f6d-4b57-98c9-63d398bd3623), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.339148 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (1380e112-2f6d-4b57-98c9-63d398bd3623), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.408057 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362606'] for security_group_rule (1380e112-2f6d-4b57-98c9-63d398bd3623), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.422278 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1380e112-2f6d-4b57-98c9-63d398bd3623,revision_number=0']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:49.502368 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.503557 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-c9522b2c-5c74-450d-a7db-25c46767a0ea tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111756 Mar 03 06:44:49.589775 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-a21f1ca8-a064-4927-836b-387f95fdf80e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216137610&fields=id&tenant_id=b325568130df4628bb8780864bc76223 HTTP/1.1" status: 200 len: 267 time: 0.0427990 Mar 03 06:44:49.643316 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-dc8ec8b4-3412-4e54-9d8c-bacfa23297a6 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:49.644747 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-dc8ec8b4-3412-4e54-9d8c-bacfa23297a6 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0500453 Mar 03 06:44:49.655081 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'port': {'security_groups': ['b9535759-e6e3-47ab-a7f7-946f62fcc89b', '7ab9bf00-2a62-41ae-bb13-c7c9bb385b99']}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:49.722353 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.898662 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:44:49.926891 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.974403 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:49.986426 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['10c7b235-6c7c-44ed-aa88-8b0e841f3886'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:44:50.018622 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.019259 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:50.020670 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-307c9226-dfe0-46d2-b2fb-8cf621b4b517 req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "PUT /v2.0/ports/10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 982 time: 0.3699093 Mar 03 06:44:50.021138 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:50.026249 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c566d4-c59b-43d1-900c-f47e902fbf18" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:44:50.070199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4500a6-037c-4a13-93a9-91dba8896730 x-openstack-request-id: req-2f4500a6-037c-4a13-93a9-91dba8896730 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:44:50.070569 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:44:50.070931 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f4500a6-037c-4a13-93a9-91dba8896730 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:44:50.071884 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'status': 'completed', 'code': 200} Mar 03 06:44:50.072554 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a39fca-e23f-4876-aa63-2abd9ece9bf3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=6']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:50.090237 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['10c7b235-6c7c-44ed-aa88-8b0e841f3886'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:44:50.169981 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-cf871f31-a03d-4d18-a827-a7d00c75f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.171526 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-cf871f31-a03d-4d18-a827-a7d00c75f3ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1169 time: 0.0832825 Mar 03 06:44:50.181402 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4737944-4458-45ef-a486-4827678f6d6c req-6ef382fb-2f3a-4544-95c7-7cac56fe4bd4 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.182944 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4737944-4458-45ef-a486-4827678f6d6c req-6ef382fb-2f3a-4544-95c7-7cac56fe4bd4 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0856297 Mar 03 06:44:50.304619 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-f4737944-4458-45ef-a486-4827678f6d6c req-323fd4bc-7e97-4af2-926b-47a88fdeb413 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127107 Mar 03 06:44:50.327264 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-d0ff2789-9bd4-4047-9bf7-971fb0a4c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.328823 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-d0ff2789-9bd4-4047-9bf7-971fb0a4c11f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 916 time: 0.1450105 Mar 03 06:44:50.363645 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-6646dfcd-3a20-4cc1-9534-4245da045875 None None] Provisioning complete for port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:44:50.365223 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6646dfcd-3a20-4cc1-9534-4245da045875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:44:50.393353 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-6f7158fd-e5c5-473f-a427-6a8b6a59f07e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 1001 time: 0.0581663 Mar 03 06:44:50.446853 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-da6fc966-8401-49d2-8d60-087f8a3c27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.448223 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-da6fc966-8401-49d2-8d60-087f8a3c27d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 200 len: 854 time: 0.0479069 Mar 03 06:44:50.495308 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-079089d4-9774-427d-af11-e4b5eee37650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.496787 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-079089d4-9774-427d-af11-e4b5eee37650 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02aae00-43fb-4b17-a88d-da950edb759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427661 Mar 03 06:44:50.570438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-6646dfcd-3a20-4cc1-9534-4245da045875 None None] Current status of the port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:44:50.582486 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-2b16ef3b-c6de-4ed7-ad24-a4126f214da0 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791774 Mar 03 06:44:50.677120 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-a8c566d4-c59b-43d1-900c-f47e902fbf18 req-0ee3c5dc-c05c-44e8-8ef8-07e1dd4736cb service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871825 Mar 03 06:44:57.493966 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:00.539863 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3b57f660-0b48-4a37-bce9-c081f9888273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:02.722691 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-409b4184-1842-4b58-b41f-af6f560075a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:03.728148 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:05.276852 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:06.705494 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:07.554721 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6962-82f2-404c-a939-4b0902c838bf req-8cf5f816-df2a-4233-89a6-636f63ea1523 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:07.556149 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-be0e6962-82f2-404c-a939-4b0902c838bf req-8cf5f816-df2a-4233-89a6-636f63ea1523 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0526161 Mar 03 06:45:07.642854 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-b4ddb90f-7ba3-47ea-8c6e-389cbc828e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:07.644359 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-b4ddb90f-7ba3-47ea-8c6e-389cbc828e5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1169 time: 0.0873544 Mar 03 06:45:07.649338 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-be0e6962-82f2-404c-a939-4b0902c838bf req-ad6f308e-3198-40e4-9b35-8818e99dab17 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850623 Mar 03 06:45:07.731443 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-cf4dc877-5e47-49a4-9c20-900998b02b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:07.732916 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-cf4dc877-5e47-49a4-9c20-900998b02b0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 916 time: 0.0824304 Mar 03 06:45:07.800690 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-8de13bc6-3130-47df-bc10-3890133d5014 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 1001 time: 0.0612109 Mar 03 06:45:07.847846 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-65d41741-ca51-42b0-9354-9e4f220e9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:07.849191 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-65d41741-ca51-42b0-9354-9e4f220e9d85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 200 len: 854 time: 0.0422904 Mar 03 06:45:07.896032 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-9e694e2c-0aac-4db7-a20c-b7441006ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:07.897470 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-9e694e2c-0aac-4db7-a20c-b7441006ad2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02aae00-43fb-4b17-a88d-da950edb759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417979 Mar 03 06:45:07.987263 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-fcfb4b13-1660-4ab8-bceb-5a84a994750a service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834322 Mar 03 06:45:08.073010 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-cd8f266e-357c-435e-9226-22a9a50973d8 req-2b18a713-efe2-44a6-9ee0-309d47a9c9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793655 Mar 03 06:45:08.776503 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a814fe-b728-4e7d-a6b5-10c43e4e36f4 req-64947a39-cb36-477c-bb4c-022d39837a03 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:08.778016 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b7a814fe-b728-4e7d-a6b5-10c43e4e36f4 req-64947a39-cb36-477c-bb4c-022d39837a03 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0570903 Mar 03 06:45:08.845319 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-b7a814fe-b728-4e7d-a6b5-10c43e4e36f4 req-6fb5e34a-277f-49f0-8dce-4e9b8eee9310 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542030 Mar 03 06:45:09.954970 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461484b-92d2-4daa-9ccf-ebdd8d38491a req-454a1864-5a68-4e67-9756-1ab22563c8be tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:09.955697 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0461484b-92d2-4daa-9ccf-ebdd8d38491a req-454a1864-5a68-4e67-9756-1ab22563c8be tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0513673 Mar 03 06:45:10.019503 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0461484b-92d2-4daa-9ccf-ebdd8d38491a req-1b5e11ca-77cc-42f2-8b8c-6e1747209d78 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555918 Mar 03 06:45:11.131996 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661aa82-a2cc-40bd-a444-3f96477a4131 req-366e4b7f-6c8d-45e0-9a87-c8072afa54de tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:11.133446 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4661aa82-a2cc-40bd-a444-3f96477a4131 req-366e4b7f-6c8d-45e0-9a87-c8072afa54de tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0502698 Mar 03 06:45:11.190090 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-4661aa82-a2cc-40bd-a444-3f96477a4131 req-2f5d9958-33f5-4f94-a786-3d93ada8f6dc tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511043 Mar 03 06:45:12.304470 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09028c-7ca5-4fc0-a2bb-ac571151c37a req-6fa57e60-9c69-4f99-a49c-a139b155f8ee tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:12.305966 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4b09028c-7ca5-4fc0-a2bb-ac571151c37a req-6fa57e60-9c69-4f99-a49c-a139b155f8ee tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0507014 Mar 03 06:45:12.369021 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-4b09028c-7ca5-4fc0-a2bb-ac571151c37a req-7faaa2cf-15b9-457d-bade-28cf37471587 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575249 Mar 03 06:45:13.498781 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c0f03-3c3e-4a29-8a35-56c74c4d7d4d req-9914f5be-134b-4417-8755-6a9a85b06a4d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:13.501002 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-803c0f03-3c3e-4a29-8a35-56c74c4d7d4d req-9914f5be-134b-4417-8755-6a9a85b06a4d tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0644631 Mar 03 06:45:13.569965 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-803c0f03-3c3e-4a29-8a35-56c74c4d7d4d req-580d1fff-2bbb-4ea9-858d-d778495715e4 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632944 Mar 03 06:45:14.687542 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b12af-c544-465c-bac9-9307a3a7ee7b req-81839024-671e-4a50-a51c-e8e36de45d60 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:14.689002 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d03b12af-c544-465c-bac9-9307a3a7ee7b req-81839024-671e-4a50-a51c-e8e36de45d60 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0512965 Mar 03 06:45:14.747726 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-d03b12af-c544-465c-bac9-9307a3a7ee7b req-d50dd521-ef82-49d0-b1bd-97fba19841a2 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530498 Mar 03 06:45:15.871723 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ada8-75db-4a67-9211-8144199b09c8 req-98d4786e-414b-47e2-9e12-0bff16b47b24 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:15.873180 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5540ada8-75db-4a67-9211-8144199b09c8 req-98d4786e-414b-47e2-9e12-0bff16b47b24 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0550861 Mar 03 06:45:15.932665 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-5540ada8-75db-4a67-9211-8144199b09c8 req-4eea6483-0d27-4aa2-817d-3271c45280a0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538127 Mar 03 06:45:17.051420 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b9ef9-1855-435a-8fc8-371b6fb92673 req-8788df39-11ad-450c-a54f-97fdb13b1719 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:17.052894 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5d0b9ef9-1855-435a-8fc8-371b6fb92673 req-8788df39-11ad-450c-a54f-97fdb13b1719 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0547848 Mar 03 06:45:17.111442 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-5d0b9ef9-1855-435a-8fc8-371b6fb92673 req-6f2b22a7-0a0a-4d2f-987a-4c45098cbfa9 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527968 Mar 03 06:45:18.225613 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afef68-f9e4-4120-8f13-5eafe51b362f req-5fc5733a-e6bb-4fab-b473-5ce95c65f86b tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:18.227082 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a8afef68-f9e4-4120-8f13-5eafe51b362f req-5fc5733a-e6bb-4fab-b473-5ce95c65f86b tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0511096 Mar 03 06:45:18.284479 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-a8afef68-f9e4-4120-8f13-5eafe51b362f req-2b73add3-4f9b-4681-bd60-5a0cf9074cbd tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519521 Mar 03 06:45:19.405188 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a980f-96b7-4300-b174-a88df678d4cc req-84d1c5a6-4548-494d-bc50-45e287eb50db tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:19.406655 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-523a980f-96b7-4300-b174-a88df678d4cc req-84d1c5a6-4548-494d-bc50-45e287eb50db tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0500367 Mar 03 06:45:19.462771 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-523a980f-96b7-4300-b174-a88df678d4cc req-74640c01-150d-4468-af43-bca90223abe7 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&id=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501668 Mar 03 06:45:20.955433 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:45:27.498209 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:30.504963 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-41b43573-d406-467a-a899-263e65704601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:32.743694 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-32e616cb-5760-4af2-b17b-9192a302ee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:33.704858 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:35.206356 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:36.703288 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:51.871286 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-45a94786-b42e-4b27-bc3f-3ad7e4f05859 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216137610&fields=id&tenant_id=b325568130df4628bb8780864bc76223 HTTP/1.1" status: 200 len: 267 time: 0.0435815 Mar 03 06:45:51.928553 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-3d88a862-cc6d-4744-af6b-7c411800ec2a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:51.930059 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-3d88a862-cc6d-4744-af6b-7c411800ec2a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 985 time: 0.0538223 Mar 03 06:45:51.940485 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.v2.base [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Request body: {'port': {'security_groups': ['b9535759-e6e3-47ab-a7f7-946f62fcc89b']}} {{(pid=103575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:45:52.008620 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604540'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.176504 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:45:52.203472 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.263066 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753906736622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753906230806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753906230824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3903422'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.274686 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['10c7b235-6c7c-44ed-aa88-8b0e841f3886'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:45:52.307004 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:52.307637 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.309029 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-7b37311d-3d9e-46f0-a445-c9a502fd50e4 req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "PUT /v2.0/ports/10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 943 time: 0.3729608 Mar 03 06:45:52.309537 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:45:52.311789 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca11e124-d129-49ad-9559-fe68ee94f9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:45:52.315299 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43078) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:45:52.336271 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event updated for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=7']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:52.346385 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.346745 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.347112 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.347440 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.347780 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.348116 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.348451 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.348784 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.350253 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.350613 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.350953 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.351287 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.351621 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544a3cfa-1542-48ad-a0af-744e4a4be5ce tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.373692 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf79e511-001a-4dce-9653-2137ae7c7143 x-openstack-request-id: req-cf79e511-001a-4dce-9653-2137ae7c7143 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:45:52.374361 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:45:52.374783 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf79e511-001a-4dce-9653-2137ae7c7143 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:45:52.375357 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'status': 'completed', 'code': 200} Mar 03 06:45:52.398308 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group (7ab9bf00-2a62-41ae-bb13-c7c9bb385b99), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.416619 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['10c7b235-6c7c-44ed-aa88-8b0e841f3886'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:45:52.582224 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [None req-e60781d0-48ba-4184-b9ef-f3905cabb784 None None] Provisioning complete for port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 triggered by entity DHCP. {{(pid=103577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 06:45:52.582580 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e60781d0-48ba-4184-b9ef-f3905cabb784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16188279'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), provisioning_complete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.666395 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e60781d0-48ba-4184-b9ef-f3905cabb784 None None] Current status of the port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 is: ACTIVE; New status is: ACTIVE {{(pid=103577) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 06:45:52.722640 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group (7ab9bf00-2a62-41ae-bb13-c7c9bb385b99), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.763444 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-ab29241d-e725-4c61-9ecc-b610b21ff811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:52.764935 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-ab29241d-e725-4c61-9ecc-b610b21ff811 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1130 time: 0.3647199 Mar 03 06:45:52.858527 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-23ce46ee-d1b1-4965-99e5-feafa24e80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:52.859985 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-23ce46ee-d1b1-4965-99e5-feafa24e80ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 916 time: 0.0888155 Mar 03 06:45:52.910658 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (7ab9bf00-2a62-41ae-bb13-c7c9bb385b99), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.913217 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:52.914365 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "DELETE /v2.0/security-groups/7ab9bf00-2a62-41ae-bb13-c7c9bb385b99 HTTP/1.1" status: 204 len: 168 time: 0.5963750 Mar 03 06:45:52.917129 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43080) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:45:52.933890 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab9bf00-2a62-41ae-bb13-c7c9bb385b99,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:52.940141 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-560cdb69-7935-46d2-8dc1-e81c66333864 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 1001 time: 0.0739541 Mar 03 06:45:52.945517 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.945898 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.946246 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.946591 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.946926 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.947258 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.947593 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.947924 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.948278 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.948606 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.948936 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.949266 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.949611 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c081b847-c971-4368-bc8d-a6d869790936 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:52.999546 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-810fa10c-7421-4246-9bed-ef92987ce390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:53.001050 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-810fa10c-7421-4246-9bed-ef92987ce390 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 200 len: 854 time: 0.0472178 Mar 03 06:45:53.051869 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-977a00e7-536c-4408-ae91-2ad7a8cefe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:53.053871 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-977a00e7-536c-4408-ae91-2ad7a8cefe2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02aae00-43fb-4b17-a88d-da950edb759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468292 Mar 03 06:45:53.077562 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Deleting port 0bef378a-6f41-44c5-99cf-bb474c11df5c {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:45:53.077929 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:53.140852 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-733e7dad-6f77-4ec4-ac9b-1d95687dfd33 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813880 Mar 03 06:45:53.151481 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:53.151810 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for floatingip (0bef378a-6f41-44c5-99cf-bb474c11df5c), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:53.163313 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Calling delete_port for 0bef378a-6f41-44c5-99cf-bb474c11df5c owned by network:floatingip {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:45:53.231013 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca11e124-d129-49ad-9559-fe68ee94f9a7 req-2caa7c67-654b-494a-ba25-4a3228e0757a service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840108 Mar 03 06:45:53.376993 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (0bef378a-6f41-44c5-99cf-bb474c11df5c), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:53.403374 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event deleted for resources: {'Port': ['ID=0bef378a-6f41-44c5-99cf-bb474c11df5c,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:53.463115 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks [] for floatingip (7064c002-257f-46bd-81ff-57c34a51d466), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:53.463750 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.db.l3_db [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Floating IP 7064c002-257f-46bd-81ff-57c34a51d466 disassociated (deleted). External IP: 172.27.2.75, port: 10c7b235-6c7c-44ed-aa88-8b0e841f3886. Mar 03 06:45:53.663755 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Router 253d159d-d4d6-4d57-9a07-e7c7047078be has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:45:53.765829 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:45:53.771391 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for floatingip (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:53.776546 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] Sync routers for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:45:53.786175 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:45:53.787452 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:45:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:53.902981 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:45:54.060203 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-39efb666-38fd-4130-8143-9c90cf793368 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "DELETE /v2.0/floatingips/7064c002-257f-46bd-81ff-57c34a51d466 HTTP/1.1" status: 204 len: 168 time: 1.1419530 Mar 03 06:45:54.110938 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:44:00Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:54.143138 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] Checking router: 253d159d-d4d6-4d57-9a07-e7c7047078be for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:45:54.146497 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:45:54.146885 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:45:33Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:54.253203 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:45:54.376796 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:45:54.379213 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d96fb28da1c30fdf0d362bc8f19a5cbc4b7c8a5058f0319a3898bf3dded17385" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b40e140-55c5-4d2f-8ec1-c607c48c8470" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:45:54.416372 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 06:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18375afb-2be3-45f1-977f-ecf101470dc9 x-openstack-request-id: req-18375afb-2be3-45f1-977f-ecf101470dc9 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:45:54.416743 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "status": "completed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:45:54.417064 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18375afb-2be3-45f1-977f-ecf101470dc9 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:45:54.417535 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'status': 'completed', 'code': 200} Mar 03 06:45:54.456767 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:44:00Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:54.486279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d3373-d611-43d2-bf9d-8b0c5c226fbd None None] The sync data for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi is: [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:54Z', 'revision_number': 4, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi', '_interfaces': [{'id': 'bf3ffe9e-6f16-4d5f-a405-2b74373b6224', 'name': '', 'network_id': 'f02aae00-43fb-4b17-a88d-da950edb759b', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'mac_address': 'fa:16:3e:90:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:53Z', 'updated_at': '2022-03-03T06:44:00Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'subnets': [{'id': 'b3d6b54d-4799-405e-9bd7-e42a140a7f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:45:54.487281 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-189dda5e-a304-443a-ba7a-162606ba86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:54.488860 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-189dda5e-a304-443a-ba7a-162606ba86e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b325568130df4628bb8780864bc76223&device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 1130 time: 0.0445240 Mar 03 06:45:54.581540 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-a99163d3-b8cb-47d2-8200-ef6a211fee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:54.583070 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-a99163d3-b8cb-47d2-8200-ef6a211fee3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 200 len: 916 time: 0.0887122 Mar 03 06:45:54.628196 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-998e13ce-bb08-4f05-99e2-a9859f71aec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 200 len: 217 time: 0.0387557 Mar 03 06:45:54.677695 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-e30c8c08-9cab-4696-b00b-d8de2f7fdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:54.679159 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-e30c8c08-9cab-4696-b00b-d8de2f7fdb84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 200 len: 854 time: 0.0441816 Mar 03 06:45:54.733979 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15b096-de54-4fe2-938d-213b4a218ad7 None None] New status for floating IP 7064c002-257f-46bd-81ff-57c34a51d466: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:45:54.735237 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-f59b91d0-da54-4bc1-be0b-f74729df04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:54.736753 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-f59b91d0-da54-4bc1-be0b-f74729df04ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f02aae00-43fb-4b17-a88d-da950edb759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502703 Mar 03 06:45:54.830766 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-19b2aeb8-0f96-49d9-acfa-ad6196e65591 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852542 Mar 03 06:45:54.924760 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-0b40e140-55c5-4d2f-8ec1-c607c48c8470 req-9befa10f-08e5-401e-8238-fcfec38906d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Mar 03 06:45:57.226632 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aaa5a-4958-464e-8d42-d0519c2fc3f2 req-000f1dcd-2c26-47ba-a44b-4e1e852c0e6c tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:57.228100 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-467aaa5a-4958-464e-8d42-d0519c2fc3f2 req-000f1dcd-2c26-47ba-a44b-4e1e852c0e6c tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0505700 Mar 03 06:45:57.273667 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [req-467aaa5a-4958-464e-8d42-d0519c2fc3f2 req-232a6678-3db8-48d4-88c7-4c757dc3c2d0 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Mar 03 06:45:57.508399 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:57.954184 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:45:58.390459 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ab5c2-0334-4736-8d43-26b3e89e8c2a req-3c0c1424-c950-4699-b15f-0ea2863a6d5e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:58.391915 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca9ab5c2-0334-4736-8d43-26b3e89e8c2a req-3c0c1424-c950-4699-b15f-0ea2863a6d5e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0511162 Mar 03 06:45:58.441044 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-ca9ab5c2-0334-4736-8d43-26b3e89e8c2a req-f5e80d02-8b05-4b59-876c-751b9958e700 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9535759-e6e3-47ab-a7f7-946f62fcc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Mar 03 06:45:58.866895 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-8e723488-da26-4d49-a337-a53f21a397f3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:58.868337 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-8e723488-da26-4d49-a337-a53f21a397f3 tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 946 time: 0.0513613 Mar 03 06:45:58.958679 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Deleting port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:45:58.959030 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:59.046020 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] For port 10c7b235-6c7c-44ed-aa88-8b0e841f3886, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10c7b235-6c7c-44ed-aa88-8b0e841f3886,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:45:59.046379 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:59.059190 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Calling delete_port for 10c7b235-6c7c-44ed-aa88-8b0e841f3886 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:45:59.218486 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (10c7b235-6c7c-44ed-aa88-8b0e841f3886), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:59.229373 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] get_ports_and_sgs() called for port_ids ['10c7b235-6c7c-44ed-aa88-8b0e841f3886'] {{(pid=103577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 06:45:59.247664 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Pushing event deleted for resources: {'Port': ['ID=10c7b235-6c7c-44ed-aa88-8b0e841f3886,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:59.287847 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] No DVR routers for this DVR port 10c7b235-6c7c-44ed-aa88-8b0e841f3886 on host hv-cinder-83109 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:45:59.290447 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63002'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:45:59.293770 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-c453a2cd-92c8-44c3-8d55-d0ad08668e1b req-885f3e80-6093-4da1-9bae-e2980fedca3e tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.41 "DELETE /v2.0/ports/10c7b235-6c7c-44ed-aa88-8b0e841f3886 HTTP/1.1" status: 204 len: 173 time: 0.4198883 Mar 03 06:45:59.294223 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'name': 'network-vif-deleted', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:45:59.296503 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e398bc02385938148d1f3925916585fdbd425be7e8db5de486f9bc59a461eff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93b98f-fb83-40d5-90c7-e57f50821b0a" -d '{"events": [{"server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "name": "network-vif-deleted", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 06:45:59.389558 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 06:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328127d-7b16-4b98-bb20-9220e75791a6 x-openstack-request-id: req-1328127d-7b16-4b98-bb20-9220e75791a6 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 06:45:59.389882 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8", "name": "network-vif-deleted", "tag": "10c7b235-6c7c-44ed-aa88-8b0e841f3886", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 06:45:59.391235 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1328127d-7b16-4b98-bb20-9220e75791a6 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 06:45:59.391235 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8', 'name': 'network-vif-deleted', 'tag': '10c7b235-6c7c-44ed-aa88-8b0e841f3886', 'status': 'completed', 'code': 200} Mar 03 06:45:59.531158 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [req-08716aeb-3f2d-4ffe-862e-f1bcb83ea5aa req-518dd9b9-97c2-4944-8363-dc3693b19a8a tempest-TestMinimumBasicScenario-574099862 tempest-TestMinimumBasicScenario-574099862-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0dfa70c-ea22-41f0-bb0a-cd58cac7acf8 HTTP/1.1" status: 200 len: 210 time: 0.0256917 Mar 03 06:46:00.536891 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-547d15f7-1da6-42c1-a8ba-3d387b28976b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:01.817562 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43172) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:02.166886 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (253d159d-d4d6-4d57-9a07-e7c7047078be), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:02.401982 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Deleting port bf3ffe9e-6f16-4d5f-a405-2b74373b6224 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:02.402324 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:02.475152 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] For port bf3ffe9e-6f16-4d5f-a405-2b74373b6224, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:02.475506 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:02.490769 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Calling delete_port for bf3ffe9e-6f16-4d5f-a405-2b74373b6224 owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:02.754096 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7c9bd765-9533-4014-ba8f-8c8cfc71e4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:02.794217 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (bf3ffe9e-6f16-4d5f-a405-2b74373b6224), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:02.820134 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3ffe9e-6f16-4d5f-a405-2b74373b6224,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:02.985918 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (253d159d-d4d6-4d57-9a07-e7c7047078be), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.193628 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Router 253d159d-d4d6-4d57-9a07-e7c7047078be has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:46:03.296266 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:46:03.302535 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f1a63b30-9e24-4bad-9c81-f4b9fdce0ef8 admin admin] 10.222.0.31 "PUT /v2.0/routers/253d159d-d4d6-4d57-9a07-e7c7047078be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825282 Mar 03 06:46:03.304336 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43174) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:03.306918 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] Sync routers for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:46:03.316948 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:46:03.317557 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:46:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:03.406301 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks [] for router (253d159d-d4d6-4d57-9a07-e7c7047078be), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.424491 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: dv-cinder-831090-6-iscsi {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:46:03.506668 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks [] for router_gateway (253d159d-d4d6-4d57-9a07-e7c7047078be), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.597666 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:46:02Z', 'revision_number': 5, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port': {'id': 'b450095c-55a8-46dc-89b7-98ddd018d4ff', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:03.628398 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] Checking router: 253d159d-d4d6-4d57-9a07-e7c7047078be for host: dv-cinder-831090-6-iscsi {{(pid=103577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:46:03.642279 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] Routers {'253d159d-d4d6-4d57-9a07-e7c7047078be'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:46:03.642875 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:46:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['253d159d-d4d6-4d57-9a07-e7c7047078be'], 'active': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:03.647272 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Deleting port b450095c-55a8-46dc-89b7-98ddd018d4ff {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:03.647616 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.707406 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.721813 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] For port b450095c-55a8-46dc-89b7-98ddd018d4ff, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=b450095c-55a8-46dc-89b7-98ddd018d4ff,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:03.725785 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.732441 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvr_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] Set router 253d159d-d4d6-4d57-9a07-e7c7047078be gateway port host: None {{(pid=103577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:46:03.738608 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Calling delete_port for b450095c-55a8-46dc-89b7-98ddd018d4ff owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:03.786229 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_hamode_db [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:46:03Z', 'revision_number': 6, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:03.811267 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac93bf2-b193-4202-b3ae-27b2c85e3c31 None None] The sync data for ids ['253d159d-d4d6-4d57-9a07-e7c7047078be'] in dv-cinder-831090-6-iscsi is: [{'id': '253d159d-d4d6-4d57-9a07-e7c7047078be', 'name': 'tempest-TestMinimumBasicScenario-1661205373-router', 'tenant_id': 'b325568130df4628bb8780864bc76223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:51Z', 'updated_at': '2022-03-03T06:46:03Z', 'revision_number': 6, 'project_id': 'b325568130df4628bb8780864bc76223', 'gw_port_host': None}] {{(pid=103577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:46:03.954338 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (b450095c-55a8-46dc-89b7-98ddd018d4ff), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:03.986642 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b450095c-55a8-46dc-89b7-98ddd018d4ff,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:03.992526 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 10c7b235-6c7c-44ed-aa88-8b0e841f3886 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:04.015830 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] No Port match for: 10c7b235-6c7c-44ed-aa88-8b0e841f3886 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:04.016206 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Device 10c7b235-6c7c-44ed-aa88-8b0e841f3886 not bound to the agent host hv-cinder-83109 {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:04.047032 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (253d159d-d4d6-4d57-9a07-e7c7047078be), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.136774 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (253d159d-d4d6-4d57-9a07-e7c7047078be), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.138822 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks [] for router_controller (253d159d-d4d6-4d57-9a07-e7c7047078be), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.250632 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (253d159d-d4d6-4d57-9a07-e7c7047078be), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.250632 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 253d159d-d4d6-4d57-9a07-e7c7047078be {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:46:04.252465 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.256632 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-24270eb2-ecb2-45aa-b024-0a26983050c2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/253d159d-d4d6-4d57-9a07-e7c7047078be HTTP/1.1" status: 204 len: 168 time: 0.9480038 Mar 03 06:46:04.258347 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43176) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:04.276304 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bf3ffe9e-6f16-4d5f-a405-2b74373b6224 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:04.295841 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: bf3ffe9e-6f16-4d5f-a405-2b74373b6224 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:04.296195 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bf3ffe9e-6f16-4d5f-a405-2b74373b6224 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:04.317095 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Deleting subnet b3d6b54d-4799-405e-9bd7-e42a140a7f1d {{(pid=103575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:46:04.323139 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Publish callbacks [] for subnet (b3d6b54d-4799-405e-9bd7-e42a140a7f1d), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.360155 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899509'] for subnet (b3d6b54d-4799-405e-9bd7-e42a140a7f1d), precommit_delete_associations {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.431764 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (b3d6b54d-4799-405e-9bd7-e42a140a7f1d), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.544489 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3903364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3751749'] for subnet (b3d6b54d-4799-405e-9bd7-e42a140a7f1d), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.574836 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d6b54d-4799-405e-9bd7-e42a140a7f1d,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:04.577064 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for subnet (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.580050 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-eecd9911-1748-43bc-bfad-ed57fcb3278f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b3d6b54d-4799-405e-9bd7-e42a140a7f1d HTTP/1.1" status: 204 len: 168 time: 0.3205709 Mar 03 06:46:04.582656 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43178) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:04.587452 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094932f3-9cc8-45f2-a684-980f526f0647 None None] Network f02aae00-43fb-4b17-a88d-da950edb759b requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:46:04.653698 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (f02aae00-43fb-4b17-a88d-da950edb759b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.706385 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Deleting port 8b30d85a-80f8-492f-9811-25c1caac8015 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:04.706730 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.752610 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] DHCP port deletion for f02aae00-43fb-4b17-a88d-da950edb759b request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:46:04.777390 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] For port 8b30d85a-80f8-492f-9811-25c1caac8015, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=8b30d85a-80f8-492f-9811-25c1caac8015,segment=NetworkSegment(1900da3e-8c23-4d22-bca2-d583523c1956),segment_id=1900da3e-8c23-4d22-bca2-d583523c1956)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:04.777782 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.793199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Calling delete_port for 8b30d85a-80f8-492f-9811-25c1caac8015 owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:04.935421 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Deleting port 8b30d85a-80f8-492f-9811-25c1caac8015 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:04.935894 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.938955 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:04.968271 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8b30d85a-80f8-492f-9811-25c1caac8015,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:04.971818 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] No DVR routers for this DVR port 8b30d85a-80f8-492f-9811-25c1caac8015 on host dv-cinder-831090-6-iscsi {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:46:05.001980 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] For port 8b30d85a-80f8-492f-9811-25c1caac8015, host dv-cinder-831090-6-iscsi, got binding levels [] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:05.002379 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.018546 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Calling delete_port for 8b30d85a-80f8-492f-9811-25c1caac8015 owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:05.023330 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.ipam_backend_mixin [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Port 8b30d85a-80f8-492f-9811-25c1caac8015 was not found and therefore no delete operation was performed {{(pid=103577) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 06:46:05.024904 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (8b30d85a-80f8-492f-9811-25c1caac8015), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.044560 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (f02aae00-43fb-4b17-a88d-da950edb759b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.049859 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Pushing event deleted for resources: {'Port': ['ID=8b30d85a-80f8-492f-9811-25c1caac8015,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:05.059386 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.059755 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.060098 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.060442 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.060779 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.061108 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.061448 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.061804 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.062136 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.062468 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.062800 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.063173 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.063498 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-6-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:46:05.065512 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02aae00-43fb-4b17-a88d-da950edb759b']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:05.066312 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddecca1-a9e5-42af-8a9a-c4017e4d6453 None None] No DVR routers for this DVR port 8b30d85a-80f8-492f-9811-25c1caac8015 on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:46:05.079233 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1900da3e-8c23-4d22-bca2-d583523c1956') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:05.079233 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1900da3e-8c23-4d22-bca2-d583523c1956') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:05.088535 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (1900da3e-8c23-4d22-bca2-d583523c1956), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.103009 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (1900da3e-8c23-4d22-bca2-d583523c1956), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.109132 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:46:05.109513 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (1900da3e-8c23-4d22-bca2-d583523c1956), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:46:05.111196 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:46:05.207221 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.264546 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (f02aae00-43fb-4b17-a88d-da950edb759b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.270015 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:05.273956 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] 10.222.0.31 "DELETE /v2.0/networks/f02aae00-43fb-4b17-a88d-da950edb759b HTTP/1.1" status: 204 len: 168 time: 0.6893861 Mar 03 06:46:05.276948 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43180) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:05.284746 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1894e5-69e1-4044-b107-1528b6c0a4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f02aae00-43fb-4b17-a88d-da950edb759b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:05.863518 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16301259'] for router_interface (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:06.040936 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 8b30d85a-80f8-492f-9811-25c1caac8015 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:06.062618 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 8b30d85a-80f8-492f-9811-25c1caac8015 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:06.063057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 8b30d85a-80f8-492f-9811-25c1caac8015 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:06.063481 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device b450095c-55a8-46dc-89b7-98ddd018d4ff no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:06.083131 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: b450095c-55a8-46dc-89b7-98ddd018d4ff {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:06.089782 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device b450095c-55a8-46dc-89b7-98ddd018d4ff not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:06.118187 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Deleting port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:06.118187 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:06.194902 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] For port bfafbd3b-2909-4b48-8d8c-4ba21ec4297c, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:06.195265 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:06.207415 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Calling delete_port for bfafbd3b-2909-4b48-8d8c-4ba21ec4297c owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:06.456735 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (bfafbd3b-2909-4b48-8d8c-4ba21ec4297c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:06.480175 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfafbd3b-2909-4b48-8d8c-4ba21ec4297c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:06.649950 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16358400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16301095'] for router_interface (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:06.733169 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:06.864269 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 has already been hosted by L3 agent fcdc8681-a707-4125-815a-b17d5104b663 {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 06:46:06.971884 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] Notify agent at l3_agent.dv-cinder-831090-6-iscsi the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 06:46:06.976818 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-f3b8ca7f-0d3e-41e6-a50f-652b91c43104 admin admin] 10.222.0.31 "PUT /v2.0/routers/2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988358 Mar 03 06:46:06.979444 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43182) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:06.982250 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] Sync routers for ids ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'] in dv-cinder-831090-6-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:46:06.992290 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] Routers {'2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:46:06.992839 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:46:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:07.086244 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks [] for router (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.100087 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] Set router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 gateway port host: dv-cinder-831090-6-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:46:07.190931 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks [] for router_gateway (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.273721 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'external_fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:46:06Z', 'revision_number': 5, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port': {'id': '5ed8617c-e346-4e25-b742-60ccb6344e24', 'name': '', 'network_id': 'a32e1967-2a94-46b8-9c96-da77f7473f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:43:58Z', 'updated_at': '2022-03-03T06:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c669e2f4-ba82-444f-9a67-a0a131c65f2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-6-iscsi'}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:07.295154 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Deleting port 5ed8617c-e346-4e25-b742-60ccb6344e24 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:07.295499 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.300282 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] Checking router: 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 for host: dv-cinder-831090-6-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:46:07.309002 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] Routers {'2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'} bound to L3 agent in host dv-cinder-831090-6-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 06:46:07.309620 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T06:25:33Z,description=,heartbeat_timestamp=2022-03-03T06:46:03Z,host='dv-cinder-831090-6-iscsi',id=fcdc8681-a707-4125-815a-b17d5104b663,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T06:25:33Z,topic='l3_agent')) {'router_ids': ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:07.374403 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] For port 5ed8617c-e346-4e25-b742-60ccb6344e24, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=5ed8617c-e346-4e25-b742-60ccb6344e24,segment=NetworkSegment(400da409-6e3f-489d-b855-66204a6621ec),segment_id=400da409-6e3f-489d-b855-66204a6621ec)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:07.374776 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.386591 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Calling delete_port for 5ed8617c-e346-4e25-b742-60ccb6344e24 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:07.396659 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] Set router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 06:46:07.449844 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:46:07Z', 'revision_number': 6, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port_host': None}], 'dv-cinder-831090-6-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:07.476253 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafebd0f-6d76-45e8-b4b7-42ccbf23ebc6 None None] The sync data for ids ['2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93'] in dv-cinder-831090-6-iscsi is: [{'id': '2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93', 'name': 'tempest-TestMinimumBasicScenario-1451139754-router', 'tenant_id': '14d69a7281544bf69001b75aef9cfea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:43:57Z', 'updated_at': '2022-03-03T06:46:07Z', 'revision_number': 6, 'project_id': '14d69a7281544bf69001b75aef9cfea0', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:46:07.601594 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2898632'] for port (5ed8617c-e346-4e25-b742-60ccb6344e24), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.625014 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed8617c-e346-4e25-b742-60ccb6344e24,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:07.686010 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16300677'] for router_gateway (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.777984 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16298261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30527'] for router (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.779980 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks [] for router_controller (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.892925 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16298286'] for router (2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.893510 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 06:46:07.898454 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.899610 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-97186d09-f9e3-47b0-ac03-122325d2752f admin admin] 10.222.0.31 "DELETE /v2.0/routers/2cf8c6f3-4dd7-4f3c-a60d-db72b019aa93 HTTP/1.1" status: 204 len: 168 time: 0.9192650 Mar 03 06:46:07.907190 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.31', 43184) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:07.946715 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Deleting subnet 39432215-78a0-4cd5-828a-876f3655ff25 {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 06:46:07.949677 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Publish callbacks [] for subnet (39432215-78a0-4cd5-828a-876f3655ff25), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:07.985084 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3229779'] for subnet (39432215-78a0-4cd5-828a-876f3655ff25), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.053057 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5ed8617c-e346-4e25-b742-60ccb6344e24 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:08.069424 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16160609'] for subnet (39432215-78a0-4cd5-828a-876f3655ff25), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.077041 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 5ed8617c-e346-4e25-b742-60ccb6344e24 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:08.077394 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 5ed8617c-e346-4e25-b742-60ccb6344e24 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:08.077838 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bfafbd3b-2909-4b48-8d8c-4ba21ec4297c no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:08.098055 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: bfafbd3b-2909-4b48-8d8c-4ba21ec4297c {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:08.098397 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device bfafbd3b-2909-4b48-8d8c-4ba21ec4297c not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:08.173223 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16160622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2898683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3287580'] for subnet (39432215-78a0-4cd5-828a-876f3655ff25), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.201385 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.205355 dv-cinder-831090-6-iscsi neutron-server[103574]: INFO neutron.wsgi [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/39432215-78a0-4cd5-828a-876f3655ff25 HTTP/1.1" status: 204 len: 168 time: 0.3019834 Mar 03 06:46:08.206302 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e950a-51ff-4267-a77c-bfde3983fdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39432215-78a0-4cd5-828a-876f3655ff25,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:08.206545 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6989a1-7e70-407e-b4b9-21a36ddd674d None None] Network 565dec3e-17d4-4033-bdcf-a880aae8ff02 requested from dv-cinder-831090-6-iscsi {{(pid=103577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 06:46:08.208474 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43186) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:08.276628 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16219034'] for network (565dec3e-17d4-4033-bdcf-a880aae8ff02), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.334396 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Deleting port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:08.334737 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.358058 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] DHCP port deletion for 565dec3e-17d4-4033-bdcf-a880aae8ff02 request from dv-cinder-831090-6-iscsi {{(pid=103577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 06:46:08.396821 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] For port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:08.397105 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.403990 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] Deleting port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 06:46:08.404359 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753906733689'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.409032 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Calling delete_port for 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:08.463471 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] For port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9, host dv-cinder-831090-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-6-iscsi',level=0,port_id=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,segment=NetworkSegment(a76f429d-ffa8-4e50-9acf-25df8a173c83),segment_id=a76f429d-ffa8-4e50-9acf-25df8a173c83)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 06:46:08.463861 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16285856'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.476130 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] Calling delete_port for 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 06:46:08.542420 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3903415'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.552056 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753906736604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753906230797'] for port (49095dfa-a8a9-4d2e-9189-6a63a89b87d9), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.569525 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:08.573610 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] No DVR routers for this DVR port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 on host dv-cinder-831090-6-iscsi {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:46:08.576892 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] Pushing event deleted for resources: {'Port': ['ID=49095dfa-a8a9-4d2e-9189-6a63a89b87d9,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:08.580889 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ba599-4618-4643-ab24-0bc070a59d8f None None] No DVR routers for this DVR port 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 on host dv-cinder-831090-6-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:46:08.650947 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16188826', 'neutron.services.segments.db._delete_segments_for_network-8753906623389'] for network (565dec3e-17d4-4033-bdcf-a880aae8ff02), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.669596 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565dec3e-17d4-4033-bdcf-a880aae8ff02']}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:08.678976 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76f429d-ffa8-4e50-9acf-25df8a173c83') {'for_net_delete': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:08.679270 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.services.segments.db [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76f429d-ffa8-4e50-9acf-25df8a173c83') {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:46:08.688199 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753906627238', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3899490'] for segment (a76f429d-ffa8-4e50-9acf-25df8a173c83), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.701404 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998'] for segment (a76f429d-ffa8-4e50-9acf-25df8a173c83), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.707089 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:46:08.707473 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16159998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3903322'] for segment (a76f429d-ffa8-4e50-9acf-25df8a173c83), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: Traceback (most recent call last): Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: timer() Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: cb(*args, **kw) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: return func(*args, **kwargs) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: self._notify() Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: self.callback(batched_events) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: event.method(event) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: return f(self, *a, **k) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._get(url).json() Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: return self.request(url, 'GET', **kwargs) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:46:08.709126 dv-cinder-831090-6-iscsi neutron-server[103575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:46:08.822528 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16188899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16358651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16300729'] for network (565dec3e-17d4-4033-bdcf-a880aae8ff02), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.827555 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16358637'] for network (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:08.830677 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] 10.222.0.31 "DELETE /v2.0/networks/565dec3e-17d4-4033-bdcf-a880aae8ff02 HTTP/1.1" status: 204 len: 168 time: 0.6212220 Mar 03 06:46:08.841363 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703e75-8cd1-4c06-a739-7e12a4533f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=565dec3e-17d4-4033-bdcf-a880aae8ff02,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:09.228098 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43190) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:09.267388 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-52f1f8ba-a0c4-4ea8-99e8-788422b3ff21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b325568130df4628bb8780864bc76223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381525 Mar 03 06:46:09.269853 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43192) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:09.318243 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed403f59-08d5-43a6-a2ec-7ac4823c05d7 admin admin] Publish callbacks [] for security_group (b9535759-e6e3-47ab-a7f7-946f62fcc89b), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:09.338583 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed403f59-08d5-43a6-a2ec-7ac4823c05d7 admin admin] Publish callbacks [] for security_group (b9535759-e6e3-47ab-a7f7-946f62fcc89b), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:09.458461 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed403f59-08d5-43a6-a2ec-7ac4823c05d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (b9535759-e6e3-47ab-a7f7-946f62fcc89b), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:09.460997 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ed403f59-08d5-43a6-a2ec-7ac4823c05d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:09.462161 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-ed403f59-08d5-43a6-a2ec-7ac4823c05d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9535759-e6e3-47ab-a7f7-946f62fcc89b HTTP/1.1" status: 204 len: 168 time: 0.1907835 Mar 03 06:46:09.470113 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed403f59-08d5-43a6-a2ec-7ac4823c05d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9535759-e6e3-47ab-a7f7-946f62fcc89b,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:10.044903 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 no longer exists at agent ovs-agent-dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 06:46:10.069766 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] No Port match for: 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 {{(pid=103577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 06:46:10.070039 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.rpc [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Device 49095dfa-a8a9-4d2e-9189-6a63a89b87d9 not bound to the agent host dv-cinder-831090-6-iscsi {{(pid=103577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 06:46:10.165515 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43198) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:10.203321 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-b7e2c6af-0592-4ce0-8ba3-7e7f67d60662 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14d69a7281544bf69001b75aef9cfea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366380 Mar 03 06:46:10.205676 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [-] (103575) accepted ('10.222.0.31', 43200) {{(pid=103575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 06:46:10.251482 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e23aed4-14aa-44e2-9bff-01381eccfd12 admin admin] Publish callbacks [] for security_group (829162fc-88d8-454b-9c9f-91871a1845e6), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:10.272530 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e23aed4-14aa-44e2-9bff-01381eccfd12 admin admin] Publish callbacks [] for security_group (829162fc-88d8-454b-9c9f-91871a1845e6), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:10.361967 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e23aed4-14aa-44e2-9bff-01381eccfd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362685'] for security_group (829162fc-88d8-454b-9c9f-91871a1845e6), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:10.364485 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e23aed4-14aa-44e2-9bff-01381eccfd12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:10.365668 dv-cinder-831090-6-iscsi neutron-server[103575]: INFO neutron.wsgi [None req-3e23aed4-14aa-44e2-9bff-01381eccfd12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/829162fc-88d8-454b-9c9f-91871a1845e6 HTTP/1.1" status: 204 len: 168 time: 0.1590948 Mar 03 06:46:10.373450 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23aed4-14aa-44e2-9bff-01381eccfd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829162fc-88d8-454b-9c9f-91871a1845e6,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:46:27.552781 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:30.555450 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-203c7c25-3503-4c1a-900e-b420e0ba8bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:32.714863 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b6acf7bf-38f9-41b1-b22f-a5d8a2bbc7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:33.703724 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:34.953006 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:46:35.194807 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:36.718558 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:46:57.535372 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:00.523005 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a799573f-75ef-4d1d-bdec-2a20769e71f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:02.728854 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3b1e65b-e48b-4e87-84d2-a36dcaeaf48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:03.694589 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:05.183363 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:06.708643 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:11.952091 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:47:27.554355 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:30.516615 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-56ff6d23-b004-4cce-8f93-1c0e60f875ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:32.708272 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1b46-ecc5-48b5-a92d-eafc1c1b9138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:33.713699 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:35.201893 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:36.716378 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:47:48.950684 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:47:57.595286 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:00.510046 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7d044bc6-9a1e-416b-aee7-4de4f362d73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:02.732127 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a6239c3d-064a-41d7-908f-6a00e4280a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:03.707753 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:05.223315 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:06.720838 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:25.949625 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:48:27.548609 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:30.531784 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a6fe337-76d7-480d-ab2d-8ea26f5ebbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:32.729674 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-040eb20a-baef-4712-bc4d-30156d934568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:33.719791 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:35.216455 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:36.725402 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:48:57.587341 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:00.535974 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-366221a6-da2c-4eeb-bcea-14d0ef9fb398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:02.723888 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-13e1d71f-a39c-40ce-ab1f-ab1dfa9e9649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:02.948988 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:49:03.707112 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:05.203802 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:06.747042 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:13.686329 dv-cinder-831090-6-iscsi neutron-server[103575]: DEBUG neutron.wsgi [req-9964ae66-b151-4872-9ac3-e43797e1c37a req-27463b45-59d0-4797-a8b4-11ac6bfab30e service neutron] (103575) timed out ('10.222.0.41', 49361) {{(pid=103575) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 06:49:27.586440 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:30.528591 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d018ff-7230-4dd7-a63a-b13c01796b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:32.706106 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a18b4624-8d1e-4a82-b651-3d9bd22220b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:33.728447 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:35.191306 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:36.717438 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:49:39.949584 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:49:57.585349 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:00.544979 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fd2482d7-5380-4d56-92d2-90070df3364c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:02.722426 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4a3bfbaf-c3b1-4f14-b808-a8883b2fff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:03.727563 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:05.202237 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:06.722259 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:16.948220 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:50:27.579152 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:30.527467 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-388546d7-ec6d-485f-8975-cf06fdc1d92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:32.733000 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5b021f17-a76c-49b5-bf93-39bed1dd6ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:33.721258 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:35.234978 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:36.767598 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:53.947135 dv-cinder-831090-6-iscsi neutron-server[103578]: DEBUG neutron.db.agents_db [None req-551ecd08-b7f2-4094-9eb6-ceac60b950f5 None None] Agent healthcheck: found 6 active agents {{(pid=103578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 06:50:57.618097 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68e905dc-afb9-44af-ae36-4bcd08fc48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (41b0e711-8cfb-4d1a-bfb0-b0627d09b5d6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:50:58.258344 dv-cinder-831090-6-iscsi neutron-server[103574]: DEBUG neutron.wsgi [req-61fc0088-d638-41c4-999a-32b8530c32ad req-cf8f131c-aa71-4ab5-a600-ad4bcb5ca477 service neutron] (103574) timed out ('10.222.0.41', 49372) {{(pid=103574) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 06:51:00.515854 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3df9f895-8d98-490a-969f-b0d7b1fd6b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (f84b17b7-0216-46a4-a66b-cf598ec84bfe), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:51:02.726963 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8f141fb-c5a2-4636-a3f6-2e997d57696d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (fcdc8681-a707-4125-815a-b17d5104b663), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:51:03.725121 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-bfca38d5-5805-4125-9033-088a05727700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (93734e16-4ded-4066-89f6-5bb28e14334b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:51:05.212338 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b0288775-7692-4949-ab7f-87e667a54931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (58433347-eff2-4672-8c42-46eac2881998), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 06:51:06.715228 dv-cinder-831090-6-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f64221d0-d868-4097-9e8f-def43d5b1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753906623371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16188301'] for agent (1a9592d4-51fc-4c7f-a99f-ddbf9860ff07), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}